-- Logs begin at Wed 2021-07-14 07:57:48 UTC, end at Wed 2021-07-14 09:00:31 UTC. --
Jul 14 08:35:19.909196 dv-cinder-800229-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jul 14 08:35:22.462594 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.common.config [-] Logging enabled!
Jul 14 08:35:22.463209 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.0
Jul 14 08:35:22.464442 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=81984) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Jul 14 08:35:22.465175 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.common.config [-] Logging enabled!
Jul 14 08:35:22.465455 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.0
Jul 14 08:35:22.465726 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=81984) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Jul 14 08:35:22.467332 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jul 14 08:35:22.467596 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jul 14 08:35:22.468582 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jul 14 08:35:22.468861 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jul 14 08:35:22.469117 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jul 14 08:35:22.469475 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.469811 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.470141 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.470399 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.470733 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.471063 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.471401 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.471726 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.472059 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.472626 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.472932 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.473247 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.473506 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.473821 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.474143 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.474469 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.474722 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] debug                          = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.475030 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.475580 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.475890 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.476196 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.476518 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.476831 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.477130 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.477439 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.477796 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] host                           = dv-cinder-800229-1-iscsi {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.478100 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.478418 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.478737 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.479058 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.479387 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.479695 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.480010 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.480311 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.480611 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.480913 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.481235 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.481555 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.482430 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.482689 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.482939 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.483294 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.483619 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.483920 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.484222 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.484524 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.484822 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.485125 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.485421 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.485743 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.486065 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.486381 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.486681 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.486984 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.487309 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.487610 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.487925 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.488226 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.488527 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.488827 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.489149 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.489448 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.489745 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.490084 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.490403 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.490720 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.491033 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.491360 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.491684 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.491982 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.492278 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.492576 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.492874 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.493171 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.493490 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.493788 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.494086 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.494385 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.494683 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.495000 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:22.495349 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.495686 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.496019 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.496330 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.496652 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.496965 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.497283 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.497614 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.497938 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.498261 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.498574 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.498879 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.499217 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.499574 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.499879 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.500181 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.500490 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.500816 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.501121 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.501422 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.501756 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.502063 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.502364 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.502672 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.502975 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.503301 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.503604 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.503910 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.504233 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.504540 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.504840 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.505138 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.505441 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.505740 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.506054 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.506361 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.506659 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.506963 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.507296 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.507598 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.507899 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.508204 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.508504 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.508808 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.509109 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.509407 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.509710 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.510012 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.510312 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.510611 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.510912 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.511242 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.511543 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.511841 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.512137 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.512434 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.512732 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.513059 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.513397 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.513707 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.514015 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.514347 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.514647 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.514954 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.515280 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.515586 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.515887 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.516187 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.516512 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.516829 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.517141 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.517450 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.517752 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.518080 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.518388 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.518699 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.519002 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.519348 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.519662 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.519970 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.520296 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.520621 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.520944 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.521270 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.521589 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.521893 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.522234 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.522541 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:22.522788 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jul 14 08:35:22.523052 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=81984) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}}
Jul 14 08:35:23.178727 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:35:23.179075 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:35:23.179418 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:35:23.181015 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.manager [-] Loading core plugin: ml2
Jul 14 08:35:23.521136 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:23.521687 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:23.521787 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:23.581555 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:23.581872 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:23.582173 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:23.585234 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:23.585547 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:23.585845 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:23.729804 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:23.730121 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:23.730424 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:23.731632 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:23.732465 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:23.732759 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:23.852006 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f6403944ea0> agent after_create 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:23.852262 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f6403944ea0> agent after_update 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:23.852565 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f6403944f28> segment precommit_create 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:23.852869 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f640395a048> network precommit_delete 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:23.853879 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f64039449d8> segment before_delete 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.034170 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6403781908>> network before_delete 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.034547 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f6403900840> agent before_delete 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.034874 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6403781908>> network before_create 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.035203 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6403781908>> port before_create 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.035514 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6403781908>> port before_update 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.035906 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6403781908>> segment after_delete 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.036196 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6403781908>> segment precommit_create 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.036537 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6403781908>> segment precommit_delete 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.036773 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6403781908>> segment after_create 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.037114 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6403781908>> network after_delete 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.037409 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6403781908>> network precommit_delete 0 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.037714 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6403781908>> port provisioning_complete 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.038021 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6403781908>> rbac-policy before_create 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.038316 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6403781908>> rbac-policy after_delete 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.038632 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6403781908>> agent after_update 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.038942 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6403781908>> subnet after_delete 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.039259 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6403781908>> subnet precommit_delete 0 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.039581 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6403781908>> rbac-policy before_update 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.039871 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6403781908>> rbac-policy before_delete 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.040213 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6403781908>> segment_host_mapping after_create 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.040665 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6403781908>> port after_create 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.040952 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6403781908>> port after_update 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.041235 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6403781908>> port after_delete 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.041576 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6403781908>> rbac-policy before_create 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.041860 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6403781908>> rbac-policy before_update 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.042146 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6403781908>> rbac-policy before_delete 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.042559 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=81984) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 14 08:35:24.042833 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=81984) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 14 08:35:24.043144 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=81984) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 14 08:35:24.043400 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=81984) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 14 08:35:24.043673 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=81984) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 14 08:35:24.043946 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=81984) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 14 08:35:24.045319 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jul 14 08:35:24.052965 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jul 14 08:35:24.060815 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jul 14 08:35:24.066150 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])])
Jul 14 08:35:24.068936 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jul 14 08:35:24.070044 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jul 14 08:35:24.070427 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jul 14 08:35:24.070858 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jul 14 08:35:24.074625 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jul 14 08:35:24.074907 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jul 14 08:35:24.075467 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jul 14 08:35:24.102693 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Jul 14 08:35:24.103194 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f64036c0b38>> qos_plugin after_init 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.103529 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=81984) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Jul 14 08:35:24.103940 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f64036fa390>> logging-plugin after_init 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.105291 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=81984) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jul 14 08:35:24.105610 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jul 14 08:35:24.105890 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jul 14 08:35:24.108967 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f64036fa400>> floatingip before_response 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.109399 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f64036fa400>> port before_response 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.172553 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jul 14 08:35:24.172820 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jul 14 08:35:24.173091 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jul 14 08:35:24.173494 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jul 14 08:35:24.206719 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_db.sqlalchemy.engines [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=81984) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Jul 14 08:35:24.500299 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.plugins.ml2.managers [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Initializing driver for type 'gre'
Jul 14 08:35:24.500865 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] gre ID ranges: [(1, 1000)]
Jul 14 08:35:24.541358 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.plugins.ml2.managers [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Initializing driver for type 'local'
Jul 14 08:35:24.541816 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.plugins.ml2.managers [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Initializing driver for type 'vlan'
Jul 14 08:35:24.553302 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] VlanTypeDriver initialization complete
Jul 14 08:35:24.553680 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.plugins.ml2.managers [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Initializing driver for type 'vxlan'
Jul 14 08:35:24.554209 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] vxlan ID ranges: [(1, 1000)]
Jul 14 08:35:24.595622 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.plugins.ml2.managers [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Initializing extension driver 'port_security'
Jul 14 08:35:24.595984 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.plugins.ml2.extensions.port_security [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] PortSecurityExtensionDriver initialization complete
Jul 14 08:35:24.596353 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.plugins.ml2.managers [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Initializing mechanism driver 'openvswitch'
Jul 14 08:35:24.596712 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.plugins.ml2.managers [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Initializing mechanism driver 'hyperv'
Jul 14 08:35:24.603245 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=81984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:35:24.604082 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6403648eb8>> port after_create 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.604486 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6403648eb8>> port after_update 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.604869 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6403648eb8>> port after_delete 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.605288 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f640320f2e8>> subnet after_create 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.605674 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f640320f2e8>> subnet after_update 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.606053 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f640320f2e8>> subnet after_delete 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.606467 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f640320f4a8>> network after_create 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.607486 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f640320f4a8>> network after_update 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.607835 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f640320f4a8>> network after_delete 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.608250 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f640320f668>> security_group after_create 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.608631 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f640320f668>> security_group after_update 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.609164 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f640320f668>> security_group after_delete 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.609622 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f640320f828>> security_group_rule after_create 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.610085 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f640320f828>> security_group_rule after_update 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.610495 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f640320f828>> security_group_rule after_delete 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.610925 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] ML2 OVO RPC backend initialized. {{(pid=81984) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}}
Jul 14 08:35:24.611784 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f640320f908>> router_interface after_create 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.612202 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f640320f908>> router_interface after_delete 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.612661 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f640320f908>> network before_response 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.613043 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f640320f908>> networks before_response 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.613420 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f640320f908>> port before_response 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.613822 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f640320f908>> ports before_response 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.614196 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f640320f908>> subnet before_response 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.614571 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f640320f908>> subnets before_response 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.614945 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f640320f908>> network after_create 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.615344 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f640320f908>> network after_update 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.615718 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f640320f908>> network after_delete 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.616092 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f640320f908>> port after_create 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.616462 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f640320f908>> port after_update 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.616829 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f640320f908>> port after_delete 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.617198 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f640320f908>> subnet after_create 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.617572 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f640320f908>> subnet after_update 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.617938 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f640320f908>> subnet after_delete 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.618555 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.plugins.ml2.plugin [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Modular L2 Plugin initialization complete
Jul 14 08:35:24.618907 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading services supported by the core plugin {{(pid=81984) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}}
Jul 14 08:35:24.619296 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.plugins.ml2.managers [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Got port-security extension from driver 'port_security'
Jul 14 08:35:24.619791 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.extensions.vlantransparent [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Disabled vlantransparent extension.
Jul 14 08:35:24.620242 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=81984) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}}
Jul 14 08:35:24.620581 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading Plugin: router
Jul 14 08:35:24.661574 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f640320fa90>> router_interface before_create 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.662006 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f640320fa90>> router after_create 55549900 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.662408 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f640320fa90>> router before_create 55549900 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.662807 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f640320fa90>> router_interface before_delete 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.663258 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f640320fa90>> router_interface after_delete 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.663653 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f640320fa90>> router after_delete 55549900 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.664086 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f640320fa90>> floatingip after_update 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.664491 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f640320fa90>> router after_create 55549900 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.664874 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f640320fa90>> router after_update 55549900 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.665260 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f640320fa90>> router after_update 55549900 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.665641 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f640320fa90>> router_gateway after_delete 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.666042 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f640320fa90>> router after_update 55549900 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.666535 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f640320fa90>> router precommit_update 55549900 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.666953 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f640388f1e0> port after_update 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.667360 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f64037f56a8> port after_delete 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.667738 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f640388f158> subnet after_update 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.668114 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f640388f268> subnetpool_address_scope after_update 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.668500 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f640320fa90>> port precommit_delete 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.668881 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f640320fa90>> router precommit_create 55549900 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.669279 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f64037eb730> port before_delete 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.670193 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f640320fa90>> router precommit_create 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.670596 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f640320fa90>> router after_update 55549900 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.670979 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f640320fa90>> router precommit_delete 55549900 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.671393 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f640320fa90>> router precommit_create 55549900 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.671804 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f640320fa90>> router_interface after_create 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.672184 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f640320fa90>> router precommit_update 55549900 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.672598 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f640320fa90>> agent after_create 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.672986 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f640320fa90>> agent after_delete 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.673368 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f640320fa90>> network after_delete 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.674327 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource_registry [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Tracking information for resource: router configured {{(pid=81984) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 14 08:35:24.674697 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource_registry [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Tracking information for resource: floatingip configured {{(pid=81984) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 14 08:35:24.680923 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.db.l3_agentschedulers_db [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jul 14 08:35:24.681554 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f6403236730> port after_update 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.681951 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f6403236620> port after_create 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.682337 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <function _notify_port_delete at 0x7f64032366a8> port after_delete 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.682718 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f64032368c8> port after_update 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.683627 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f64031c66d8>> router before_create 55550100 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.684023 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f64031c66d8>> router precommit_delete 55550100 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.684425 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f64031c66d8>> router precommit_create 55550100 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.684818 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f64031c66d8>> router precommit_update 55550100 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.689583 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.provider_configuration [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Service providers = [] {{(pid=81984) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jul 14 08:35:24.689973 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.servicetype_db [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=81984) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jul 14 08:35:24.692780 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.service_base [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=81984) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jul 14 08:35:24.693161 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.service_base [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=81984) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jul 14 08:35:24.693535 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.service_base [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=81984) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jul 14 08:35:24.694409 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.service_base [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=81984) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jul 14 08:35:24.694803 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.services.service_base [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Default provider is not specified for service type L3_ROUTER_NAT
Jul 14 08:35:24.695236 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=81984) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Jul 14 08:35:24.695589 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jul 14 08:35:24.715601 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=81984) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Jul 14 08:35:24.715972 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading Plugin: auto_allocate
Jul 14 08:35:24.726933 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f640310de18> network precommit_update 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.727363 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f640310de18> network precommit_create 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.727948 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=81984) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Jul 14 08:35:24.728303 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading Plugin: tag
Jul 14 08:35:24.739899 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=81984) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Jul 14 08:35:24.740260 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading Plugin: timestamp
Jul 14 08:35:24.743971 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=81984) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Jul 14 08:35:24.744333 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading Plugin: network_ip_availability
Jul 14 08:35:24.750041 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6403105f28>> rbac-policy before_create 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.750482 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6403105f28>> rbac-policy before_update 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.750827 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6403105f28>> rbac-policy before_delete 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.751616 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=81984) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Jul 14 08:35:24.751971 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading Plugin: flavors
Jul 14 08:35:24.767603 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=81984) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Jul 14 08:35:24.767970 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading Plugin: revisions
Jul 14 08:35:24.772576 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=81984) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Jul 14 08:35:24.772992 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.593s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:35:24.773775 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=81984) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:633}}
Jul 14 08:35:24.774131 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Initializing extension manager.
Jul 14 08:35:24.774693 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: __init__.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.775067 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: __pycache__ {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.775461 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.775827 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.776193 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: _filter_validation_lib.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.776556 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.776919 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: address_scope.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.777741 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.778377 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: address-scope
Jul 14 08:35:24.779274 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: admin_state_down_before_update.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.780210 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.780789 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: router-admin-state-down-before-update
Jul 14 08:35:24.781144 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: agent.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.781923 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.782497 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: agent
Jul 14 08:35:24.782849 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: agent_resources_synced.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.783784 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.784356 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: agent-resources-synced
Jul 14 08:35:24.784717 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: allowedaddresspairs.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.786479 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.787067 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: allowed-address-pairs
Jul 14 08:35:24.787472 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: auto_allocated_topology.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.788651 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.789234 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: auto-allocated-topology
Jul 14 08:35:24.789596 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: availability_zone.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.790358 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.790928 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: availability_zone
Jul 14 08:35:24.791313 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: availability_zone_filter.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.792227 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.792801 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: availability_zone_filter
Jul 14 08:35:24.793155 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: data_plane_status.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.794055 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.795180 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extension data-plane-status not supported by any of loaded plugins
Jul 14 08:35:24.795536 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: default_subnetpools.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.796457 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.797031 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: default-subnetpools
Jul 14 08:35:24.797392 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: dhcpagentscheduler.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.798258 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.798834 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: dhcp_agent_scheduler
Jul 14 08:35:24.799227 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: dns.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.800137 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.800702 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extension dns-integration not supported by any of loaded plugins
Jul 14 08:35:24.801067 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: dns_domain_ports.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.801973 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.802531 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extension dns-domain-ports not supported by any of loaded plugins
Jul 14 08:35:24.802887 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: dvr.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.803654 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.804225 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: dvr
Jul 14 08:35:24.804581 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: empty_string_filtering.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.805481 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.806048 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: empty-string-filtering
Jul 14 08:35:24.806402 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.807333 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.807899 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jul 14 08:35:24.808249 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.809244 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.809808 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jul 14 08:35:24.810191 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: external_net.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.811129 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.811734 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: external-net
Jul 14 08:35:24.812139 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: extra_dhcp_opt.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.813101 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.813672 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: extra_dhcp_opt
Jul 14 08:35:24.814027 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: extraroute.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.814917 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.815512 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: extraroute
Jul 14 08:35:24.815872 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: extraroute_atomic.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.816996 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.817575 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: extraroute-atomic
Jul 14 08:35:24.817925 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: filter_validation.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.818699 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.819409 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: filter-validation
Jul 14 08:35:24.819768 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: fip_pf_description.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.820709 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.821272 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jul 14 08:35:24.821624 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: fip_port_details.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.822541 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.823147 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: fip-port-details
Jul 14 08:35:24.823483 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: flavors.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.824721 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.825296 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: flavors
Jul 14 08:35:24.825695 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.827440 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.828027 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jul 14 08:35:24.828390 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: floatingip_pools.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.829160 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.829735 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: floatingip-pools
Jul 14 08:35:24.830094 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: ip_allocation.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.831009 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.831601 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extension ip_allocation not supported by any of loaded plugins
Jul 14 08:35:24.831961 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.832885 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.833450 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: ip-substring-filtering
Jul 14 08:35:24.833809 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: l2_adjacency.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.834734 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.835322 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extension l2_adjacency not supported by any of loaded plugins
Jul 14 08:35:24.835679 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: l3.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.836743 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.837330 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: router
Jul 14 08:35:24.837687 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: l3_conntrack_helper.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.840155 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.840744 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jul 14 08:35:24.841618 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.842550 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.843163 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: ext-gw-mode
Jul 14 08:35:24.843532 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.844447 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.845017 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: l3-ha
Jul 14 08:35:24.845374 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: l3_flavors.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.846285 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.846852 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: l3-flavors
Jul 14 08:35:24.847490 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.848395 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.848964 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: l3-port-ip-change-not-allowed
Jul 14 08:35:24.849315 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: l3agentscheduler.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.850510 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.851093 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: l3_agent_scheduler
Jul 14 08:35:24.851498 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: logging.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.853051 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.853643 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extension logging not supported by any of loaded plugins
Jul 14 08:35:24.854009 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: metering.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.854986 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.855835 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: metering
Jul 14 08:35:24.856253 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: multiprovidernet.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.857895 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.858480 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: multi-provider
Jul 14 08:35:24.858860 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: netmtu.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.859798 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.860385 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: net-mtu
Jul 14 08:35:24.860745 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: netmtu_writable.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.861663 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.862239 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: net-mtu-writable
Jul 14 08:35:24.862598 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: network_availability_zone.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.863360 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.863941 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: network_availability_zone
Jul 14 08:35:24.864301 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: network_ip_availability.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.865391 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.865964 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: network-ip-availability
Jul 14 08:35:24.866321 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: network_segment_range.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.867262 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.867843 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extension network-segment-range not supported by any of loaded plugins
Jul 14 08:35:24.868201 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: pagination.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.869187 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.869559 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: pagination
Jul 14 08:35:24.869914 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.870820 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.871435 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: port-mac-address-regenerate
Jul 14 08:35:24.871792 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: port_resource_request.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.872715 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.873292 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extension port-resource-request not supported by any of loaded plugins
Jul 14 08:35:24.873647 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: portbindings.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.874573 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.875167 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: binding
Jul 14 08:35:24.875529 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: portbindings_extended.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.876795 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.877377 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: binding-extended
Jul 14 08:35:24.877742 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: portsecurity.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.878658 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.879264 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: port-security
Jul 14 08:35:24.879626 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: project_id.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.881992 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.882375 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: project-id
Jul 14 08:35:24.882742 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: providernet.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.883690 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.884272 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: provider
Jul 14 08:35:24.884637 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: qos.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.888264 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.888857 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extension qos not supported by any of loaded plugins
Jul 14 08:35:24.889223 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.890448 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.891022 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jul 14 08:35:24.891411 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.892320 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.892887 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jul 14 08:35:24.893245 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: qos_default.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.894147 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.894712 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extension qos-default not supported by any of loaded plugins
Jul 14 08:35:24.895071 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: qos_fip.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.895778 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.896392 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extension qos-fip not supported by any of loaded plugins
Jul 14 08:35:24.896852 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: qos_gateway_ip.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.897922 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.898494 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jul 14 08:35:24.898866 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: qos_port_network_policy.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.899800 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.900368 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jul 14 08:35:24.900724 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: qos_rule_type_details.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.901628 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.902206 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jul 14 08:35:24.902560 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: qos_rules_alias.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.904166 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.904741 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extension qos-rules-alias not supported by any of loaded plugins
Jul 14 08:35:24.905099 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: quotasv2.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.906129 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.906499 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: quotas
Jul 14 08:35:24.906856 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: quotasv2_detail.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.908450 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.908825 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: quota_details
Jul 14 08:35:24.909186 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: rbac.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.910306 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.910898 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: rbac-policies
Jul 14 08:35:24.911298 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: rbac_address_scope.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.912222 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.912808 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: rbac-address-scope
Jul 14 08:35:24.913170 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: rbac_security_groups.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.914078 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.914656 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: rbac-security-groups
Jul 14 08:35:24.915015 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: rbac_subnetpool.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.915944 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.916514 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: rbac-subnetpool
Jul 14 08:35:24.916871 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: revisionifmatch.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.917787 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.918359 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: revision-if-match
Jul 14 08:35:24.918715 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: revisions.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.919910 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.920484 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: standard-attr-revisions
Jul 14 08:35:24.920842 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: router_availability_zone.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.921588 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.922174 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: router_availability_zone
Jul 14 08:35:24.922530 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: routerservicetype.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.923478 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.924051 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extension router-service-type not supported by any of loaded plugins
Jul 14 08:35:24.924406 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: security_groups_port_filtering.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.925317 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.925893 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: port-security-groups-filtering
Jul 14 08:35:24.926246 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: securitygroup.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.939531 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.940185 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: security-group
Jul 14 08:35:24.940555 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: segment.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.941432 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.942012 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extension segment not supported by any of loaded plugins
Jul 14 08:35:24.942379 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.943335 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.943912 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jul 14 08:35:24.944272 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: servicetype.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.945366 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.945947 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: service-type
Jul 14 08:35:24.946310 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: sorting.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.947311 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.947688 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: sorting
Jul 14 08:35:24.948043 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: standard_attr_segment.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.949012 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.949590 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extension standard-attr-segment not supported by any of loaded plugins
Jul 14 08:35:24.949947 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: standardattrdescription.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.951190 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.951768 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: standard-attr-description
Jul 14 08:35:24.952127 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: stateful_security_group.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.953052 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.953634 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: stateful-security-group
Jul 14 08:35:24.953991 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: stdattrs_common.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.954575 dv-cinder-800229-1-iscsi neutron-server[81984]: WARNING neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jul 14 08:35:24.954930 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.955857 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.956430 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jul 14 08:35:24.956790 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: subnet_onboard.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.957843 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.958430 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: subnet_onboard
Jul 14 08:35:24.958913 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.959722 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.960294 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jul 14 08:35:24.960648 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: subnet_service_types.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.961644 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.962233 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: subnet-service-types
Jul 14 08:35:24.962591 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: subnetallocation.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.963700 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.964277 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: subnet_allocation
Jul 14 08:35:24.964631 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.965318 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.965888 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: subnetpool-prefix-ops
Jul 14 08:35:24.966293 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.967247 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.967816 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jul 14 08:35:24.968176 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: tagging.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.969571 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.970151 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: standard-attr-tag
Jul 14 08:35:24.970511 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: timestamp.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.971839 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.972816 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loaded extension: standard-attr-timestamp
Jul 14 08:35:24.973178 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: trunk.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.974231 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.974811 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extension trunk not supported by any of loaded plugins
Jul 14 08:35:24.975213 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: trunk_details.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.976142 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.976713 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extension trunk-details not supported by any of loaded plugins
Jul 14 08:35:24.977070 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: uplink_status_propagation.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.977989 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.978567 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jul 14 08:35:24.978923 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Loading extension file: vlantransparent.py {{(pid=81984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 14 08:35:24.979644 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=81984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 14 08:35:24.980210 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extension vlan-transparent not supported by any of loaded plugins
Jul 14 08:35:24.983080 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.quota.resource_registry [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Creating instance of TrackedResource for resource:network
Jul 14 08:35:24.983887 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.quota.resource_registry [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Creating instance of TrackedResource for resource:subnet
Jul 14 08:35:24.984553 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.quota.resource_registry [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Creating instance of TrackedResource for resource:subnetpool
Jul 14 08:35:24.985226 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.quota.resource_registry [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Creating instance of TrackedResource for resource:port
Jul 14 08:35:24.986609 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.resource_helper [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=81984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 14 08:35:24.987097 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.resource_helper [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Service FLAVORS assigned prefix:  {{(pid=81984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 14 08:35:24.987813 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.resource_helper [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=81984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 14 08:35:24.988274 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.resource_helper [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=81984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 14 08:35:24.988644 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.quota.resource_registry [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Creating instance of TrackedResource for resource:router
Jul 14 08:35:24.989369 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.quota.resource_registry [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Creating instance of TrackedResource for resource:floatingip
Jul 14 08:35:24.990119 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.resource_helper [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Service METERING assigned prefix: /metering {{(pid=81984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 14 08:35:24.991941 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6402fe4128>> rbac-policy before_create 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.992348 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6402fe4128>> rbac-policy before_update 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.992729 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6402fe4128>> rbac-policy before_delete 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:35:24.993837 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.quota.resource_registry [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Creating instance of CountableResource for resource:rbac_policy
Jul 14 08:35:24.994312 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.quota.resource_registry [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Creating instance of TrackedResource for resource:security_group
Jul 14 08:35:24.995130 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.quota.resource_registry [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Creating instance of TrackedResource for resource:security_group_rule
Jul 14 08:35:24.995931 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.resource_helper [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Service CORE assigned prefix:  {{(pid=81984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 14 08:35:24.996300 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.quota.resource_registry [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Creating instance of TrackedResource for resource:subnetpool
Jul 14 08:35:24.996666 dv-cinder-800229-1-iscsi neutron-server[81984]: WARNING neutron.quota.resource_registry [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] subnetpool is already registered
Jul 14 08:35:24.997429 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.resource_helper [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Service CORE assigned prefix:  {{(pid=81984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 14 08:35:24.998224 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.quota.resource_registry [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Creating instance of TrackedResource for resource:subnetpool
Jul 14 08:35:24.998585 dv-cinder-800229-1-iscsi neutron-server[81984]: WARNING neutron.quota.resource_registry [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] subnetpool is already registered
Jul 14 08:35:25.001283 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.resource_helper [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=81984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 14 08:35:25.001709 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.resource_helper [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Service FLAVORS assigned prefix:  {{(pid=81984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 14 08:35:25.002346 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.resource_helper [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=81984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 14 08:35:25.002803 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.resource_helper [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=81984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 14 08:35:25.003200 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.quota.resource_registry [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Creating instance of TrackedResource for resource:router
Jul 14 08:35:25.003562 dv-cinder-800229-1-iscsi neutron-server[81984]: WARNING neutron.quota.resource_registry [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] router is already registered
Jul 14 08:35:25.004212 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.quota.resource_registry [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Creating instance of TrackedResource for resource:floatingip
Jul 14 08:35:25.004569 dv-cinder-800229-1-iscsi neutron-server[81984]: WARNING neutron.quota.resource_registry [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] floatingip is already registered
Jul 14 08:35:25.005245 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.resource_helper [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Service METERING assigned prefix: /metering {{(pid=81984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 14 08:35:25.005971 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.quota.resource_registry [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Creating instance of CountableResource for resource:rbac_policy
Jul 14 08:35:25.006333 dv-cinder-800229-1-iscsi neutron-server[81984]: WARNING neutron.quota.resource_registry [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] rbac_policy is already registered
Jul 14 08:35:25.006786 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.quota.resource_registry [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Creating instance of TrackedResource for resource:security_group
Jul 14 08:35:25.007162 dv-cinder-800229-1-iscsi neutron-server[81984]: WARNING neutron.quota.resource_registry [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] security_group is already registered
Jul 14 08:35:25.007976 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.quota.resource_registry [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Creating instance of TrackedResource for resource:security_group_rule
Jul 14 08:35:25.008340 dv-cinder-800229-1-iscsi neutron-server[81984]: WARNING neutron.quota.resource_registry [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] security_group_rule is already registered
Jul 14 08:35:25.009069 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.resource_helper [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Service CORE assigned prefix:  {{(pid=81984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 14 08:35:25.009435 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.quota.resource_registry [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Creating instance of TrackedResource for resource:subnetpool
Jul 14 08:35:25.009795 dv-cinder-800229-1-iscsi neutron-server[81984]: WARNING neutron.quota.resource_registry [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] subnetpool is already registered
Jul 14 08:35:25.010452 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.resource_helper [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Service CORE assigned prefix:  {{(pid=81984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 14 08:35:25.010814 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.quota.resource_registry [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Creating instance of TrackedResource for resource:subnetpool
Jul 14 08:35:25.011190 dv-cinder-800229-1-iscsi neutron-server[81984]: WARNING neutron.quota.resource_registry [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] subnetpool is already registered
Jul 14 08:35:25.011902 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extended resource: extensions {{(pid=81984) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 14 08:35:25.013427 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extended resource: address-scopes {{(pid=81984) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 14 08:35:25.014860 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extended resource: agents {{(pid=81984) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 14 08:35:25.016410 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extended resource: auto-allocated-topology {{(pid=81984) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 14 08:35:25.017882 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extended resource: availability_zones {{(pid=81984) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 14 08:35:25.019180 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extended resource: dhcp-networks {{(pid=81984) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 14 08:35:25.020695 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extended resource: dhcp-agents {{(pid=81984) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 14 08:35:25.022106 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extended resource: routers {{(pid=81984) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 14 08:35:25.023860 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extended resource: flavors {{(pid=81984) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 14 08:35:25.025151 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extended resource: service_profiles {{(pid=81984) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 14 08:35:25.026381 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extended resource: next_providers {{(pid=81984) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 14 08:35:25.027864 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extended resource: service_profiles {{(pid=81984) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 14 08:35:25.029345 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extended resource: floatingip-pools {{(pid=81984) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 14 08:35:25.031639 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extended resource: routers {{(pid=81984) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 14 08:35:25.033422 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extended resource: floatingips {{(pid=81984) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 14 08:35:25.034632 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extended resource: l3-routers {{(pid=81984) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 14 08:35:25.036149 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extended resource: l3-agents {{(pid=81984) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 14 08:35:25.037570 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extended resource: metering-labels {{(pid=81984) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 14 08:35:25.038835 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extended resource: metering-label-rules {{(pid=81984) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 14 08:35:25.040259 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extended resource: network-ip-availabilities {{(pid=81984) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 14 08:35:25.041524 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extended resource: bindings {{(pid=81984) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 14 08:35:25.043155 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extended resource: quotas {{(pid=81984) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 14 08:35:25.045245 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extended resource: quotas {{(pid=81984) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 14 08:35:25.046679 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extended resource: rbac-policies {{(pid=81984) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 14 08:35:25.047921 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extended resource: security-groups {{(pid=81984) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 14 08:35:25.049156 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extended resource: security-group-rules {{(pid=81984) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 14 08:35:25.050493 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extended resource: service-providers {{(pid=81984) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 14 08:35:25.051766 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extended resource: subnetpools {{(pid=81984) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 14 08:35:25.053393 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extended resource: subnetpools {{(pid=81984) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 14 08:35:25.055094 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extended resource: tags {{(pid=81984) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 14 08:35:25.056823 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extended resource: tags {{(pid=81984) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 14 08:35:25.058658 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extended resource: tags {{(pid=81984) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 14 08:35:25.061154 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extended resource: tags {{(pid=81984) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 14 08:35:25.062861 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extended resource: tags {{(pid=81984) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 14 08:35:25.064698 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extended resource: tags {{(pid=81984) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 14 08:35:25.066491 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extended resource: tags {{(pid=81984) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 14 08:35:25.068337 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extended resource: tags {{(pid=81984) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 14 08:35:25.070371 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extended resource: tags {{(pid=81984) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 14 08:35:25.072162 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.extensions [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Extended resource: tags {{(pid=81984) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 14 08:35:25.079300 dv-cinder-800229-1-iscsi neutron-server[81984]: WARNING keystonemiddleware.auth_token [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jul 14 08:35:25.084189 dv-cinder-800229-1-iscsi neutron-server[81984]: WARNING keystonemiddleware.auth_token [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jul 14 08:35:25.093299 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Acquired lock "singleton_lock" {{(pid=81984) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}}
Jul 14 08:35:25.093828 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Releasing lock "singleton_lock" {{(pid=81984) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}}
Jul 14 08:35:25.095303 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO oslo_service.service [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Starting 2 workers
Jul 14 08:35:25.100208 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Started child 82095 {{(pid=81984) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Jul 14 08:35:25.104563 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:35:25.104849 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Started child 82096 {{(pid=81984) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Jul 14 08:35:25.106026 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [-] (82095) wsgi starting up on http://0.0.0.0:9696
Jul 14 08:35:25.106268 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.service [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Neutron service started, listening on 0.0.0.0:9696
Jul 14 08:35:25.107468 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Notify callbacks [] for process, before_spawn {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:35:25.109100 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:35:25.109875 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO oslo_service.service [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Starting 1 workers
Jul 14 08:35:25.110460 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [-] (82096) wsgi starting up on http://0.0.0.0:9696
Jul 14 08:35:25.115296 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Started child 82097 {{(pid=81984) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Jul 14 08:35:25.115824 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO oslo_service.service [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Starting 1 workers
Jul 14 08:35:25.117646 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.service [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] calling RpcWorker wait() {{(pid=82097) _wait /opt/stack/neutron/neutron/service.py:128}}
Jul 14 08:35:25.118042 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.service [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] returning from RpcWorker wait() {{(pid=82097) _wait /opt/stack/neutron/neutron/service.py:135}}
Jul 14 08:35:25.119579 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:35:25.120082 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:35:25.120314 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Started child 82098 {{(pid=81984) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Jul 14 08:35:25.121069 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2570b18-0d08-4365-868b-db6c05bf2fcd None None] Notify callbacks [] for process, after_spawn {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:35:25.123314 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=81984) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}}
Jul 14 08:35:25.123545 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jul 14 08:35:25.123865 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jul 14 08:35:25.124026 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jul 14 08:35:25.124416 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jul 14 08:35:25.124577 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jul 14 08:35:25.125071 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:35:25.125244 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.125388 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.125647 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.125933 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.126081 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:35:25.126231 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.126874 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.127192 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.127472 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.127783 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.128111 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.128347 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.128632 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.128932 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.129296 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.129683 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.129965 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.130229 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.130507 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.131383 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.131653 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.131803 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.132014 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.132297 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] debug                          = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.132582 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.133177 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.133430 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.133714 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.134006 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.134255 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.134540 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.134845 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.135147 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.135355 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.135624 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.135899 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.136138 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.136403 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.136701 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.136950 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.137375 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] host                           = dv-cinder-800229-1-iscsi {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.137633 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.137880 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.138191 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.138455 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.138763 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.138985 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.139297 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.139579 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.139866 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.140098 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.140345 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.140618 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.140883 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.141152 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.141436 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.141602 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.141851 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.142088 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.142308 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.142499 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.142687 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.142986 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.143185 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.143454 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.143696 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.143936 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.144183 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.144409 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.144646 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.144934 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.145174 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.145437 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.145659 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.145923 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.146202 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.146478 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.146736 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.146977 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.147253 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.147517 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.147760 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.148036 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.148278 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.148684 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.148934 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.149210 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.149493 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.150283 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.150283 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.150283 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.150767 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.150767 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.151042 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.151223 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.151572 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.151743 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.151977 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.152245 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.152485 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.152725 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.152963 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.153206 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.153462 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.153793 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.154035 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.154292 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.154499 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.154736 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.155015 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.155503 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.155839 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.156194 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.156447 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.156712 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.156989 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.157269 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.157515 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.157779 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.158057 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.158372 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.158635 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.159061 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.159303 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.159589 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.42/identity {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.159857 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.160100 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.160393 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.160596 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.160849 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.161090 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.161329 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.161708 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.161872 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.162109 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.162367 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.162605 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.162893 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.163202 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.163517 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.163791 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.164039 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.164276 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.164706 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.166264 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.166264 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.166264 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.166264 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.166264 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.166665 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.166665 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.166886 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.167341 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.167750 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.168201 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.168501 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.168722 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.168966 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.169734 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.169989 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.170255 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.170502 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.170952 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.171369 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.171690 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.172112 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.172565 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.172834 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.173083 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.173331 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.173576 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.173836 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.174078 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.174321 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.174563 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.174853 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.175070 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.175347 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.175592 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.175829 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.176068 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.176309 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.176555 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.176872 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.177212 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.177482 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.177757 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.178032 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.178310 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.178579 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.178852 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.179097 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.179365 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.179634 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.179935 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.180188 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.180446 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.180694 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.180939 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.181223 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.181470 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.181718 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.181981 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.182248 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.182494 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.182772 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.183037 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.183325 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.183586 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.183897 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.184220 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.184484 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.184789 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.185614 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.185906 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.186243 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.186547 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.186839 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.187152 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.187618 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.187776 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.187897 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.188182 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.188449 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.188737 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.189019 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.189646 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.189794 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.190023 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.190286 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.190498 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.190824 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.191142 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.191921 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.191921 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.191921 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.192344 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.192505 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.193039 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.42/identity {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.193039 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.193329 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.193475 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.193593 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.193843 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.194096 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.194342 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.194609 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.194848 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.195410 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.195410 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.195614 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.195840 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.196100 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.196344 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.198664 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.198664 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.198664 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.198664 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.198664 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.198664 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.198664 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.198664 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.199539 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.199539 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.199539 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.199539 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.199903 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.199903 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.200080 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.202760 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.202760 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.202760 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.202760 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.202760 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.202760 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.202760 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.202760 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.203530 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.203530 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.203530 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.203530 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.203530 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.203530 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.204060 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.204060 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.204241 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.204398 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.204644 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.204891 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.205247 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.205373 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.207751 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.207751 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.207751 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.207751 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.207751 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.207751 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.207751 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.207751 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.207751 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.208378 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.208378 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.208506 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.208730 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.209146 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.209549 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.209938 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.210404 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.210828 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.211269 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.211540 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.211801 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.212142 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.212405 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.212650 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.213025 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.213300 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.213565 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.213819 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.214119 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.214453 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.214747 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.215129 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.215471 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.215769 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.216084 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.216421 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.216735 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.217045 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.217304 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.217620 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.217965 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.218263 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.218547 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.218808 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.219131 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.219378 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.219624 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.219892 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.220138 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.220383 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.220663 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.220965 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.221220 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.221465 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.221726 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.221972 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.222503 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.222756 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.223066 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.223418 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.223597 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jul 14 08:35:25.224110 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=81984) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}}
Jul 14 08:35:25.224283 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jul 14 08:35:25.224434 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jul 14 08:35:25.224662 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jul 14 08:35:25.224882 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jul 14 08:35:25.225042 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jul 14 08:35:25.225292 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.225485 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.225652 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.225843 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.226011 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.226371 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.226563 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.226727 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.226923 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.227232 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.227349 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.227464 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.227846 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.227846 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.228141 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.228141 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.228333 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.228429 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.229319 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.229319 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.229319 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.229319 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.229319 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] debug                          = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.229799 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.229799 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.229985 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.229985 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.230162 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.230318 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.230502 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.230685 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.230870 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.231055 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.231265 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.231450 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.231633 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.232350 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.233276 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.233276 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.233276 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] host                           = dv-cinder-800229-1-iscsi {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.233276 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.233276 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.234058 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.234058 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.234058 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.234058 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.234058 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.234560 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.234560 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.234560 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.234560 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.235195 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.235195 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.235195 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.235195 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.235637 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.235637 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.235831 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.235928 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.236023 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.236240 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.236391 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.236575 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.236760 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.236942 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.237125 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.237308 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.237491 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.238534 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.238534 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.238534 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.238534 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.238534 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.238534 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.239058 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.239058 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.239058 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.239360 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.239360 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.239536 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.239626 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.239760 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.239942 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.240126 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.240313 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.240497 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.240681 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.241162 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.241162 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.241336 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.241336 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.241510 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.241683 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.241865 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.242048 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.242232 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.242415 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.242598 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.242780 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.242965 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.243171 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.243356 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.243539 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.243723 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.243905 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.244090 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.244273 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.244456 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.244640 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 14 08:35:25.244844 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.245033 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.245232 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.245419 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.245605 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.245794 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.245980 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.246167 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.246354 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.246541 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.246734 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.246921 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.247155 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.247391 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.248075 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.42/identity {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.248262 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.248451 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.248639 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.248827 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.249013 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.249157 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.249335 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.249520 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.249707 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.249892 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.250080 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.250270 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.250458 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.250645 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.250832 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.251018 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.251229 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.251462 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.251611 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.251749 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.251926 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.252113 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.252300 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.252486 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.252684 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.252870 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.253056 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.253242 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.253430 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.253618 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.253803 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.253989 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.254175 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.254362 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.254532 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.255305 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.255305 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.255305 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.255305 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.255760 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.255760 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.255760 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.256035 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.256035 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.256296 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.256433 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.256568 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.256707 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.256842 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.256998 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.257186 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.257374 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.257560 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.257746 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.257933 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.258121 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.258308 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.258494 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.258691 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.258959 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.259239 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.259475 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.259704 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.259928 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.260204 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.260446 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.260636 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.260825 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.261016 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.261204 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.261488 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.261707 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.261897 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.262084 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.262273 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.262462 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.262629 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.262812 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.263040 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.263255 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.263445 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.263633 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.263821 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.264006 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.264192 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.264391 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.264577 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.264768 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.264956 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.265151 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.265342 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.265531 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.265719 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.265906 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.266092 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.266278 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.266467 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.266654 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.266841 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.267028 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.267210 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.267411 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.267628 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.267817 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.268004 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.268191 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.268378 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.268563 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.268750 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.268936 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.269126 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.269311 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.269498 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.269685 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.42/identity {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.269870 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.270056 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.270242 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.270433 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.270620 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.270807 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.270998 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.271210 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.271399 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.271585 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.271727 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:35:25.271866 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.272003 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.272140 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.272277 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.272421 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.272560 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.272734 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.272921 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.273173 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.273360 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.273547 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.273733 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.273920 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.274106 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.274293 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.274481 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.274670 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.274857 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.275045 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.275254 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.275392 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.275579 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.275791 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.275931 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.276069 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.276252 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.276439 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.276626 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.276812 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.277000 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.277188 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.277375 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.277564 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.277767 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.277955 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.278140 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.278327 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.278514 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.279256 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.279446 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.279635 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.279822 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.280008 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.280198 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.280391 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.280579 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.280765 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.280953 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.281141 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.281327 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.281512 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.281709 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.281895 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.282079 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.282266 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.282461 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.282648 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.282834 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.283031 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.283242 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.283430 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.283616 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.283803 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.283999 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.284942 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.284942 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.284942 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.284942 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.284942 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.285581 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.285581 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.285581 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.285581 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.286084 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.286084 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.286084 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.287150 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.287150 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.287150 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.287150 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.287660 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.287660 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.287660 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.287943 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.287943 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.288131 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.288228 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.288417 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.288605 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.288794 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.288981 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.289168 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.289354 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.289541 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.289728 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.289914 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.290101 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.290292 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.290478 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.290665 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.290851 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.291037 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 14 08:35:25.291242 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=81984) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jul 14 08:35:25.566140 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 50324) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:35:25.577394 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0091627
Jul 14 08:35:35.865761 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2e78c7-e970-4a2b-86db-0f7ae2459e11 None None] get_active_networks_info from dv-cinder-800229-1-iscsi {{(pid=82097) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jul 14 08:35:36.300622 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2e78c7-e970-4a2b-86db-0f7ae2459e11 None None] No non-hosted networks {{(pid=82097) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jul 14 08:35:36.346560 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1f3494cd-26b2-4481-8c76-a71baebeeabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-699866'] for agent, after_create {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:35:36.702912 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-699866'] for agent, after_create {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:35:36.703487 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:35:36.703865 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:35:36.704257 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:35:36.704625 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:35:36.704991 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:35:36.705350 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:35:36.705711 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:35:36.706087 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:35:36.706448 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:35:36.706806 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:35:36.707190 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:35:36.707583 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f6402c7df98>, 'Open vSwitch agent', 'dv-cinder-800229-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:35:36.713308 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f6402bb09b0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-800229-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:35:37.699626 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-904d61aa-fb7f-48d1-96a0-9fc3326a66fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-699866'] for agent, after_create {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:35:37.759751 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c6546be7-6453-41e8-a89f-0f2973039c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:35:38.489650 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-699866'] for agent, after_create {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:35:39.503473 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-699866'] for agent, after_create {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:35:39.867260 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.db.l3_hamode_db [None req-e8d54fd9-e03b-4cef-841a-643e3150f043 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jul 14 08:35:39.953787 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d54fd9-e03b-4cef-841a-643e3150f043 None None] Routers set() bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:35:39.954206 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d54fd9-e03b-4cef-841a-643e3150f043 None None] Router IDs set() for agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Jul 14 08:35:40.319665 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 50436) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:35:40.980219 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [None req-20131684-d502-41cc-a357-c230dcbcfaea admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=82096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 14 08:35:40.981370 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-20131684-d502-41cc-a357-c230dcbcfaea admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.6606917
Jul 14 08:35:43.125617 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 50452) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:35:43.201970 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-1bec4282-17cf-45a7-8305-a976f4c16e46 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:35:43.446988 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.policy [None req-1bec4282-17cf-45a7-8305-a976f4c16e46 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82096) register_rules /opt/stack/neutron/neutron/policy.py:68}}
Jul 14 08:35:43.454935 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.quota [None req-1bec4282-17cf-45a7-8305-a976f4c16e46 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f6402aa11d0>.
Jul 14 08:35:43.488596 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-1bec4282-17cf-45a7-8305-a976f4c16e46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:35:43.548352 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bec4282-17cf-45a7-8305-a976f4c16e46 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363282635920765', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363282635907492', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363282635905532', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363282636104559', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363282635889113', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-962264', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-894065', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-729107', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1425907'] for rbac-policy, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:35:43.612728 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bec4282-17cf-45a7-8305-a976f4c16e46 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:35:43.613967 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-1bec4282-17cf-45a7-8305-a976f4c16e46 admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.4873066
Jul 14 08:35:45.794418 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 50468) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:35:45.869867 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-62dd6b5d-3bce-42da-b227-873ee8789b0b admin admin] Request body: {'network': {'name': 'private', 'project_id': '1b3c1730912344e9969254867b7362c8', 'admin_state_up': True}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:35:45.875597 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-62dd6b5d-3bce-42da-b227-873ee8789b0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:35:45.879971 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-62dd6b5d-3bce-42da-b227-873ee8789b0b admin admin] Usage tracker for resource:network and tenant:1b3c1730912344e9969254867b7362c8 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:35:45.883358 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-62dd6b5d-3bce-42da-b227-873ee8789b0b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:35:45.889562 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-62dd6b5d-3bce-42da-b227-873ee8789b0b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:35:45.898029 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62dd6b5d-3bce-42da-b227-873ee8789b0b admin admin] Made reservation on behalf of 1b3c1730912344e9969254867b7362c8 for: {'network': 1} {{(pid=82096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:35:45.904251 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-62dd6b5d-3bce-42da-b227-873ee8789b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for network, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:35:45.922822 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-62dd6b5d-3bce-42da-b227-873ee8789b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:35:45.963206 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-62dd6b5d-3bce-42da-b227-873ee8789b0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:35:45.967589 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-62dd6b5d-3bce-42da-b227-873ee8789b0b admin admin] Usage tracker for resource:security_group_rule and tenant:1b3c1730912344e9969254867b7362c8 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:35:45.970449 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-62dd6b5d-3bce-42da-b227-873ee8789b0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:35:45.976834 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-62dd6b5d-3bce-42da-b227-873ee8789b0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:35:46.044294 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-62dd6b5d-3bce-42da-b227-873ee8789b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:35:46.046986 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-62dd6b5d-3bce-42da-b227-873ee8789b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:35:46.051524 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:35:46.068986 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62dd6b5d-3bce-42da-b227-873ee8789b0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500}  {{(pid=82096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 14 08:35:46.092832 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-62dd6b5d-3bce-42da-b227-873ee8789b0b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282633931534', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6123'] for segment, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:35:46.093418 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-62dd6b5d-3bce-42da-b227-873ee8789b0b admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f6403944f28> segment precommit_create {{(pid=82096) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Jul 14 08:35:46.093882 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.db.segments_db [None req-62dd6b5d-3bce-42da-b227-873ee8789b0b admin admin] Added segment f0a66106-ced0-4fea-a4eb-8f2e1ff0a89c of type vlan for network 83832a4c-da49-4f05-ab42-f531f7cf5876
Jul 14 08:35:46.155705 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd6b5d-3bce-42da-b227-873ee8789b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e58e894-04ee-4945-9143-f5a7a9ed84b1,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:35:46.185356 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd6b5d-3bce-42da-b227-873ee8789b0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:35:46.185722 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd6b5d-3bce-42da-b227-873ee8789b0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:35:46.186079 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd6b5d-3bce-42da-b227-873ee8789b0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:35:46.186433 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd6b5d-3bce-42da-b227-873ee8789b0b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:35:46.186796 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd6b5d-3bce-42da-b227-873ee8789b0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:35:46.187165 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd6b5d-3bce-42da-b227-873ee8789b0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:35:46.187517 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd6b5d-3bce-42da-b227-873ee8789b0b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:35:46.187863 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd6b5d-3bce-42da-b227-873ee8789b0b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:35:46.188208 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd6b5d-3bce-42da-b227-873ee8789b0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:35:46.188549 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd6b5d-3bce-42da-b227-873ee8789b0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:35:46.188887 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd6b5d-3bce-42da-b227-873ee8789b0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:35:46.190004 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd6b5d-3bce-42da-b227-873ee8789b0b admin admin] Tracked resource versions report:
Jul 14 08:35:46.190004 dv-cinder-800229-1-iscsi neutron-server[81984]: pushed versions:
Jul 14 08:35:46.190004 dv-cinder-800229-1-iscsi neutron-server[81984]: {   'ConntrackHelper': {'1.0'},
Jul 14 08:35:46.190004 dv-cinder-800229-1-iscsi neutron-server[81984]:     'Log': {'1.0'},
Jul 14 08:35:46.190004 dv-cinder-800229-1-iscsi neutron-server[81984]:     'Network': {'1.1'},
Jul 14 08:35:46.190004 dv-cinder-800229-1-iscsi neutron-server[81984]:     'Port': {'1.5'},
Jul 14 08:35:46.190004 dv-cinder-800229-1-iscsi neutron-server[81984]:     'PortForwarding': {'1.2'},
Jul 14 08:35:46.190004 dv-cinder-800229-1-iscsi neutron-server[81984]:     'QosPolicy': {'1.8'},
Jul 14 08:35:46.190004 dv-cinder-800229-1-iscsi neutron-server[81984]:     'SecurityGroup': {'1.2'},
Jul 14 08:35:46.190004 dv-cinder-800229-1-iscsi neutron-server[81984]:     'SecurityGroupRule': {'1.0'},
Jul 14 08:35:46.190004 dv-cinder-800229-1-iscsi neutron-server[81984]:     'SubPort': {'1.0'},
Jul 14 08:35:46.190004 dv-cinder-800229-1-iscsi neutron-server[81984]:     'Subnet': {'1.1'},
Jul 14 08:35:46.190004 dv-cinder-800229-1-iscsi neutron-server[81984]:     'Trunk': {'1.1'}}
Jul 14 08:35:46.190004 dv-cinder-800229-1-iscsi neutron-server[81984]: consumer versions:
Jul 14 08:35:46.190004 dv-cinder-800229-1-iscsi neutron-server[81984]: {   DHCP agent@dv-cinder-800229-1-iscsi: {},
Jul 14 08:35:46.190004 dv-cinder-800229-1-iscsi neutron-server[81984]:     L3 agent@dv-cinder-800229-1-iscsi: {},
Jul 14 08:35:46.190004 dv-cinder-800229-1-iscsi neutron-server[81984]:     Metadata agent@dv-cinder-800229-1-iscsi: {},
Jul 14 08:35:46.190004 dv-cinder-800229-1-iscsi neutron-server[81984]:     Metering agent@dv-cinder-800229-1-iscsi: {},
Jul 14 08:35:46.190004 dv-cinder-800229-1-iscsi neutron-server[81984]:     Open vSwitch agent@dv-cinder-800229-1-iscsi: {   'ConntrackHelper': '1.0',
Jul 14 08:35:46.190004 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'Log': '1.0',
Jul 14 08:35:46.190004 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'Network': '1.1',
Jul 14 08:35:46.190004 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'Port': '1.5',
Jul 14 08:35:46.190004 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'PortForwarding': '1.2',
Jul 14 08:35:46.190004 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'QosPolicy': '1.8',
Jul 14 08:35:46.190004 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'SecurityGroup': '1.2',
Jul 14 08:35:46.190004 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'SecurityGroupRule': '1.0',
Jul 14 08:35:46.190004 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'SubPort': '1.0',
Jul 14 08:35:46.190004 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'Subnet': '1.1',
Jul 14 08:35:46.190004 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'Trunk': '1.1'}}
Jul 14 08:35:46.190004 dv-cinder-800229-1-iscsi neutron-server[81984]:  {{(pid=82096) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jul 14 08:35:46.211017 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-62dd6b5d-3bce-42da-b227-873ee8789b0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282634469919'] for network, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:35:46.238414 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-62dd6b5d-3bce-42da-b227-873ee8789b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:35:46.251747 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-62dd6b5d-3bce-42da-b227-873ee8789b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097'] for network, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:35:46.252987 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dd6b5d-3bce-42da-b227-873ee8789b0b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:35:46.253638 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-62dd6b5d-3bce-42da-b227-873ee8789b0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for network, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:35:46.258280 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:35:46.365365 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-62dd6b5d-3bce-42da-b227-873ee8789b0b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.5696874
Jul 14 08:35:46.368572 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd6b5d-3bce-42da-b227-873ee8789b0b admin admin] Pushing event updated for resources: {'Network': ['ID=83832a4c-da49-4f05-ab42-f531f7cf5876,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:35:46.371783 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-62dd6b5d-3bce-42da-b227-873ee8789b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:35:46.380862 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Network 83832a4c-da49-4f05-ab42-f531f7cf5876 details requested by agent ovs-agent-dv-cinder-800229-1-iscsi with host dv-cinder-800229-1-iscsi {{(pid=82097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jul 14 08:35:48.614626 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 50486) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:35:48.793868 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e387af-8d17-455c-826b-29b6e60c5863 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:35:48.795275 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-f4e387af-8d17-455c-826b-29b6e60c5863 admin admin] 10.222.0.42 "GET /v2.0/networks/83832a4c-da49-4f05-ab42-f531f7cf5876 HTTP/1.1" status: 200  len: 825 time: 0.1795394
Jul 14 08:35:48.824280 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-e1babcdc-569e-4d79-8c03-67926d5006e7 admin admin] 10.222.0.42 "GET /v2.0/subnetpools/94342454-d84d-4bf4-aab8-167ea7f8c73c HTTP/1.1" status: 200  len: 734 time: 0.0230622
Jul 14 08:35:48.833819 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-876a4a8a-513b-4abb-9e76-487317834612 admin admin] Request body: {'subnet': {'network_id': '83832a4c-da49-4f05-ab42-f531f7cf5876', 'subnetpool_id': '94342454-d84d-4bf4-aab8-167ea7f8c73c', 'ip_version': 4, 'tenant_id': '1b3c1730912344e9969254867b7362c8', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:35:48.838270 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-876a4a8a-513b-4abb-9e76-487317834612 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:35:48.842250 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-876a4a8a-513b-4abb-9e76-487317834612 admin admin] Usage tracker for resource:subnet and tenant:1b3c1730912344e9969254867b7362c8 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:35:48.845215 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-876a4a8a-513b-4abb-9e76-487317834612 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:35:48.851434 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-876a4a8a-513b-4abb-9e76-487317834612 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:35:48.863565 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876a4a8a-513b-4abb-9e76-487317834612 admin admin] Made reservation on behalf of 1b3c1730912344e9969254867b7362c8 for: {'subnet': 1} {{(pid=82096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:35:48.867990 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-876a4a8a-513b-4abb-9e76-487317834612 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:35:49.148701 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-876a4a8a-513b-4abb-9e76-487317834612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097'] for subnet, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:35:49.153183 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:35:49.238908 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a4a8a-513b-4abb-9e76-487317834612 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11f19097-3f80-4fdb-bdc0-570c9a5639e5,revision_number=0']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:35:49.242196 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-876a4a8a-513b-4abb-9e76-487317834612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:35:49.245799 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876a4a8a-513b-4abb-9e76-487317834612 admin admin] Checking segment: {'id': 'f0a66106-ced0-4fea-a4eb-8f2e1ff0a89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '83832a4c-da49-4f05-ab42-f531f7cf5876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:35:49.246052 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876a4a8a-513b-4abb-9e76-487317834612 admin admin] Network hostable DHCP agents. Network: 83832a4c-da49-4f05-ab42-f531f7cf5876, hostable agents: ['4806de72-7956-4992-af39-5d97bb1c9176'], hosted agents: [] {{(pid=82096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jul 14 08:35:49.269175 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876a4a8a-513b-4abb-9e76-487317834612 admin admin] Network 83832a4c-da49-4f05-ab42-f531f7cf5876 is scheduled to be hosted by DHCP agent 4806de72-7956-4992-af39-5d97bb1c9176 with binding_index 1 {{(pid=82096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jul 14 08:35:49.277600 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-876a4a8a-513b-4abb-9e76-487317834612 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800229-1-iscsi, 83832a4c-da49-4f05-ab42-f531f7cf5876) {{(pid=82096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:35:49.282922 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876a4a8a-513b-4abb-9e76-487317834612 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:35:49.283577 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-876a4a8a-513b-4abb-9e76-487317834612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for subnet, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:35:49.288428 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7207650-64a7-4552-8842-40bb090270c1 None None] Network 83832a4c-da49-4f05-ab42-f531f7cf5876 requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:35:49.303564 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-876a4a8a-513b-4abb-9e76-487317834612 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4732573
Jul 14 08:35:49.678742 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72968a00-d0dc-40af-b0e1-1082ae5f5b2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3704f2b-d2c3-5246-b6ef-c89a7a596ff8-83832a4c-da49-4f05-ab42-f531f7cf5876', 'network_id': '83832a4c-da49-4f05-ab42-f531f7cf5876', 'tenant_id': '1b3c1730912344e9969254867b7362c8', 'fixed_ips': [{'subnet_id': '11f19097-3f80-4fdb-bdc0-570c9a5639e5'}]}} from dv-cinder-800229-1-iscsi. {{(pid=82097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jul 14 08:35:49.679850 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-72968a00-d0dc-40af-b0e1-1082ae5f5b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:35:49.883126 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [None req-72968a00-d0dc-40af-b0e1-1082ae5f5b2a None None] Allocated IP 172.20.0.2 (83832a4c-da49-4f05-ab42-f531f7cf5876/11f19097-3f80-4fdb-bdc0-570c9a5639e5/ee2d9be1-72ee-4e28-a25a-26e8975f2f2d) {{(pid=82097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:35:50.112311 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-72968a00-d0dc-40af-b0e1-1082ae5f5b2a None None] Notify callbacks [] for port, precommit_create {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:35:50.126000 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-72968a00-d0dc-40af-b0e1-1082ae5f5b2a None None] Transition to ACTIVE for port object ee2d9be1-72ee-4e28-a25a-26e8975f2f2d will not be triggered until provisioned by entity L2. {{(pid=82097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:35:50.149370 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-72968a00-d0dc-40af-b0e1-1082ae5f5b2a None None] Transition to ACTIVE for port object ee2d9be1-72ee-4e28-a25a-26e8975f2f2d will not be triggered until provisioned by entity DHCP. {{(pid=82097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:35:50.156587 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-72968a00-d0dc-40af-b0e1-1082ae5f5b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794'] for port, after_create {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:35:50.161251 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:35:50.228325 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72968a00-d0dc-40af-b0e1-1082ae5f5b2a None None] Network 83832a4c-da49-4f05-ab42-f531f7cf5876 is already hosted by enough agents. {{(pid=82097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:35:50.232435 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72968a00-d0dc-40af-b0e1-1082ae5f5b2a None None] Pushing event updated for resources: {'Port': ['ID=ee2d9be1-72ee-4e28-a25a-26e8975f2f2d,revision_number=1']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:35:50.234931 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-72968a00-d0dc-40af-b0e1-1082ae5f5b2a None None] Resources bound (agent type, host, resource id):  {{(pid=82097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:35:50.239241 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72968a00-d0dc-40af-b0e1-1082ae5f5b2a None None] Received port after_create {{(pid=82097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:35:50.249520 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72968a00-d0dc-40af-b0e1-1082ae5f5b2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:35:50.249898 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72968a00-d0dc-40af-b0e1-1082ae5f5b2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:35:50.250265 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72968a00-d0dc-40af-b0e1-1082ae5f5b2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:35:50.250627 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72968a00-d0dc-40af-b0e1-1082ae5f5b2a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:35:50.251030 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72968a00-d0dc-40af-b0e1-1082ae5f5b2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:35:50.251412 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72968a00-d0dc-40af-b0e1-1082ae5f5b2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:35:50.251770 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72968a00-d0dc-40af-b0e1-1082ae5f5b2a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:35:50.252121 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72968a00-d0dc-40af-b0e1-1082ae5f5b2a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:35:50.252474 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72968a00-d0dc-40af-b0e1-1082ae5f5b2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:35:50.252823 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72968a00-d0dc-40af-b0e1-1082ae5f5b2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:35:50.253169 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72968a00-d0dc-40af-b0e1-1082ae5f5b2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:35:50.254298 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72968a00-d0dc-40af-b0e1-1082ae5f5b2a None None] Tracked resource versions report:
Jul 14 08:35:50.254298 dv-cinder-800229-1-iscsi neutron-server[81984]: pushed versions:
Jul 14 08:35:50.254298 dv-cinder-800229-1-iscsi neutron-server[81984]: {   'ConntrackHelper': {'1.0'},
Jul 14 08:35:50.254298 dv-cinder-800229-1-iscsi neutron-server[81984]:     'Log': {'1.0'},
Jul 14 08:35:50.254298 dv-cinder-800229-1-iscsi neutron-server[81984]:     'Network': {'1.1'},
Jul 14 08:35:50.254298 dv-cinder-800229-1-iscsi neutron-server[81984]:     'Port': {'1.5'},
Jul 14 08:35:50.254298 dv-cinder-800229-1-iscsi neutron-server[81984]:     'PortForwarding': {'1.2'},
Jul 14 08:35:50.254298 dv-cinder-800229-1-iscsi neutron-server[81984]:     'QosPolicy': {'1.8'},
Jul 14 08:35:50.254298 dv-cinder-800229-1-iscsi neutron-server[81984]:     'SecurityGroup': {'1.2'},
Jul 14 08:35:50.254298 dv-cinder-800229-1-iscsi neutron-server[81984]:     'SecurityGroupRule': {'1.0'},
Jul 14 08:35:50.254298 dv-cinder-800229-1-iscsi neutron-server[81984]:     'SubPort': {'1.0'},
Jul 14 08:35:50.254298 dv-cinder-800229-1-iscsi neutron-server[81984]:     'Subnet': {'1.1'},
Jul 14 08:35:50.254298 dv-cinder-800229-1-iscsi neutron-server[81984]:     'Trunk': {'1.1'}}
Jul 14 08:35:50.254298 dv-cinder-800229-1-iscsi neutron-server[81984]: consumer versions:
Jul 14 08:35:50.254298 dv-cinder-800229-1-iscsi neutron-server[81984]: {   DHCP agent@dv-cinder-800229-1-iscsi: {},
Jul 14 08:35:50.254298 dv-cinder-800229-1-iscsi neutron-server[81984]:     L3 agent@dv-cinder-800229-1-iscsi: {},
Jul 14 08:35:50.254298 dv-cinder-800229-1-iscsi neutron-server[81984]:     Metadata agent@dv-cinder-800229-1-iscsi: {},
Jul 14 08:35:50.254298 dv-cinder-800229-1-iscsi neutron-server[81984]:     Metering agent@dv-cinder-800229-1-iscsi: {},
Jul 14 08:35:50.254298 dv-cinder-800229-1-iscsi neutron-server[81984]:     Open vSwitch agent@dv-cinder-800229-1-iscsi: {   'ConntrackHelper': '1.0',
Jul 14 08:35:50.254298 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'Log': '1.0',
Jul 14 08:35:50.254298 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'Network': '1.1',
Jul 14 08:35:50.254298 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'Port': '1.5',
Jul 14 08:35:50.254298 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'PortForwarding': '1.2',
Jul 14 08:35:50.254298 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'QosPolicy': '1.8',
Jul 14 08:35:50.254298 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'SecurityGroup': '1.2',
Jul 14 08:35:50.254298 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'SecurityGroupRule': '1.0',
Jul 14 08:35:50.254298 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'SubPort': '1.0',
Jul 14 08:35:50.254298 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'Subnet': '1.1',
Jul 14 08:35:50.254298 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'Trunk': '1.1'}}
Jul 14 08:35:50.254298 dv-cinder-800229-1-iscsi neutron-server[81984]:  {{(pid=82097) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jul 14 08:35:50.288318 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-72968a00-d0dc-40af-b0e1-1082ae5f5b2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:35:50.344031 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-72968a00-d0dc-40af-b0e1-1082ae5f5b2a None None] Attempting to bind port ee2d9be1-72ee-4e28-a25a-26e8975f2f2d on host dv-cinder-800229-1-iscsi for vnic_type normal with profile  {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:35:50.344460 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-72968a00-d0dc-40af-b0e1-1082ae5f5b2a None None] Attempting to bind port ee2d9be1-72ee-4e28-a25a-26e8975f2f2d by drivers openvswitch,hyperv on host dv-cinder-800229-1-iscsi at level 0 using segments [{'id': 'f0a66106-ced0-4fea-a4eb-8f2e1ff0a89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '83832a4c-da49-4f05-ab42-f531f7cf5876'}] {{(pid=82097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:35:50.344871 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72968a00-d0dc-40af-b0e1-1082ae5f5b2a None None] Attempting to bind port ee2d9be1-72ee-4e28-a25a-26e8975f2f2d on network 83832a4c-da49-4f05-ab42-f531f7cf5876 {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:35:50.351816 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72968a00-d0dc-40af-b0e1-1082ae5f5b2a None None] Checking agent: {'id': '0d58c09d-3d0a-420d-b789-56ac4f0c32ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 37), 'started_at': datetime.datetime(2021, 7, 14, 8, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:35:50.352228 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72968a00-d0dc-40af-b0e1-1082ae5f5b2a None None] Checking segment: {'id': 'f0a66106-ced0-4fea-a4eb-8f2e1ff0a89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '83832a4c-da49-4f05-ab42-f531f7cf5876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:35:50.352685 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-72968a00-d0dc-40af-b0e1-1082ae5f5b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:35:50.353106 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72968a00-d0dc-40af-b0e1-1082ae5f5b2a None None] Bound using segment: {'id': 'f0a66106-ced0-4fea-a4eb-8f2e1ff0a89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '83832a4c-da49-4f05-ab42-f531f7cf5876'} {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:35:50.353634 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-72968a00-d0dc-40af-b0e1-1082ae5f5b2a None None] Bound port: ee2d9be1-72ee-4e28-a25a-26e8975f2f2d, host: dv-cinder-800229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0a66106-ced0-4fea-a4eb-8f2e1ff0a89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '83832a4c-da49-4f05-ab42-f531f7cf5876'}}] {{(pid=82097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:35:50.354030 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-72968a00-d0dc-40af-b0e1-1082ae5f5b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:35:50.446326 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-72968a00-d0dc-40af-b0e1-1082ae5f5b2a None None] For port ee2d9be1-72ee-4e28-a25a-26e8975f2f2d, host dv-cinder-800229-1-iscsi, cleared binding levels {{(pid=82097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:35:50.451079 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-72968a00-d0dc-40af-b0e1-1082ae5f5b2a None None] For port ee2d9be1-72ee-4e28-a25a-26e8975f2f2d, host dv-cinder-800229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=ee2d9be1-72ee-4e28-a25a-26e8975f2f2d,segment=NetworkSegment(f0a66106-ced0-4fea-a4eb-8f2e1ff0a89c),segment_id=f0a66106-ced0-4fea-a4eb-8f2e1ff0a89c)] {{(pid=82097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:35:50.456503 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-72968a00-d0dc-40af-b0e1-1082ae5f5b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:35:50.461138 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:35:50.549924 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72968a00-d0dc-40af-b0e1-1082ae5f5b2a None None] Pushing event updated for resources: {'Port': ['ID=ee2d9be1-72ee-4e28-a25a-26e8975f2f2d,revision_number=2']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:35:50.552737 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-72968a00-d0dc-40af-b0e1-1082ae5f5b2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:35:51.481898 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 50498) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:35:51.557921 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [None req-37abdc4a-ad0d-4cd5-a2a1-a5a1f12fe652 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=82096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 14 08:35:51.567745 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-37abdc4a-ad0d-4cd5-a2a1-a5a1f12fe652 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0760598
Jul 14 08:35:53.733334 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 50514) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:35:53.808345 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [None req-702b82cc-846c-40a9-8aef-8a200918c8bf admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=82096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 14 08:35:53.809468 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-702b82cc-846c-40a9-8aef-8a200918c8bf admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0751324
Jul 14 08:35:54.994531 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device ee2d9be1-72ee-4e28-a25a-26e8975f2f2d up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:35:55.063186 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning for port ee2d9be1-72ee-4e28-a25a-26e8975f2f2d completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:35:55.292534 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecfba8d-dbdf-427c-b2fc-af0cbba52183 None None] Network 83832a4c-da49-4f05-ab42-f531f7cf5876 requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:35:55.395761 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-c0dbb220-bbd2-4b8d-8f6d-14c860a451aa None None] Provisioning for port ee2d9be1-72ee-4e28-a25a-26e8975f2f2d completed by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:35:55.403667 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-c0dbb220-bbd2-4b8d-8f6d-14c860a451aa None None] Provisioning complete for port ee2d9be1-72ee-4e28-a25a-26e8975f2f2d triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:35:55.404068 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c0dbb220-bbd2-4b8d-8f6d-14c860a451aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:35:55.632622 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c0dbb220-bbd2-4b8d-8f6d-14c860a451aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:35:55.681770 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-c0dbb220-bbd2-4b8d-8f6d-14c860a451aa None None] For port ee2d9be1-72ee-4e28-a25a-26e8975f2f2d, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=ee2d9be1-72ee-4e28-a25a-26e8975f2f2d,segment=NetworkSegment(f0a66106-ced0-4fea-a4eb-8f2e1ff0a89c),segment_id=f0a66106-ced0-4fea-a4eb-8f2e1ff0a89c)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:35:55.687440 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c0dbb220-bbd2-4b8d-8f6d-14c860a451aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:35:55.693150 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-72968a00-d0dc-40af-b0e1-1082ae5f5b2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:35:55.760704 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dbb220-bbd2-4b8d-8f6d-14c860a451aa None None] Pushing event updated for resources: {'Port': ['ID=ee2d9be1-72ee-4e28-a25a-26e8975f2f2d,revision_number=3']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:35:55.764441 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c0dbb220-bbd2-4b8d-8f6d-14c860a451aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:35:55.922632 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-c495de58-693e-474d-a3fa-0fcf0333602f None None] Provisioning complete for port ee2d9be1-72ee-4e28-a25a-26e8975f2f2d triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:35:55.923078 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c495de58-693e-474d-a3fa-0fcf0333602f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:35:56.026085 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 50528) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:35:56.106159 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-81ba9167-2a53-4b8b-99b1-cfb75c9bd30a admin admin] Request body: {'router': {'tenant_id': '1b3c1730912344e9969254867b7362c8', 'admin_state_up': True, 'name': 'router1'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:35:56.111843 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-81ba9167-2a53-4b8b-99b1-cfb75c9bd30a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:35:56.115997 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-81ba9167-2a53-4b8b-99b1-cfb75c9bd30a admin admin] Usage tracker for resource:router and tenant:1b3c1730912344e9969254867b7362c8 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:35:56.119316 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-81ba9167-2a53-4b8b-99b1-cfb75c9bd30a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:35:56.126008 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-81ba9167-2a53-4b8b-99b1-cfb75c9bd30a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:35:56.135468 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-81ba9167-2a53-4b8b-99b1-cfb75c9bd30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854083276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29836'] for router, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:35:56.136746 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-81ba9167-2a53-4b8b-99b1-cfb75c9bd30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-695853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-754544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854745977'] for router, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:35:56.160325 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-81ba9167-2a53-4b8b-99b1-cfb75c9bd30a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:35:56.259748 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-81ba9167-2a53-4b8b-99b1-cfb75c9bd30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854079993'] for router, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:35:56.278203 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-81ba9167-2a53-4b8b-99b1-cfb75c9bd30a admin admin] Notify callbacks [] for router, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:35:56.279485 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-81ba9167-2a53-4b8b-99b1-cfb75c9bd30a admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.2522676
Jul 14 08:35:56.951649 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device ee2d9be1-72ee-4e28-a25a-26e8975f2f2d up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:35:57.021710 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port ee2d9be1-72ee-4e28-a25a-26e8975f2f2d triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:35:57.022104 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:35:58.410554 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 50540) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:35:58.486918 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [None req-a4ba0590-7e48-42d3-937f-05766a212003 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=82096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 14 08:35:58.487990 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-a4ba0590-7e48-42d3-937f-05766a212003 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0763812
Jul 14 08:36:00.635196 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 50552) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:36:00.709897 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-00e2feb5-d3ba-476c-ba38-0b0aa88cc63e admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'admin_state_up': True}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:36:00.714760 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-00e2feb5-d3ba-476c-ba38-0b0aa88cc63e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:36:00.719311 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-00e2feb5-d3ba-476c-ba38-0b0aa88cc63e admin admin] Usage tracker for resource:network and tenant:9813e697494b43f280ec65a88710c6e1 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:36:00.722987 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-00e2feb5-d3ba-476c-ba38-0b0aa88cc63e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:36:00.728872 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-00e2feb5-d3ba-476c-ba38-0b0aa88cc63e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:36:00.738002 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e2feb5-d3ba-476c-ba38-0b0aa88cc63e admin admin] Made reservation on behalf of 9813e697494b43f280ec65a88710c6e1 for: {'network': 1} {{(pid=82096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:36:00.742539 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-00e2feb5-d3ba-476c-ba38-0b0aa88cc63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for network, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:00.755018 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-00e2feb5-d3ba-476c-ba38-0b0aa88cc63e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:00.787285 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-00e2feb5-d3ba-476c-ba38-0b0aa88cc63e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:36:00.790982 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-00e2feb5-d3ba-476c-ba38-0b0aa88cc63e admin admin] Usage tracker for resource:security_group_rule and tenant:9813e697494b43f280ec65a88710c6e1 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:36:00.794348 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-00e2feb5-d3ba-476c-ba38-0b0aa88cc63e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:36:00.800103 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-00e2feb5-d3ba-476c-ba38-0b0aa88cc63e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:36:00.866054 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-00e2feb5-d3ba-476c-ba38-0b0aa88cc63e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:00.868528 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-00e2feb5-d3ba-476c-ba38-0b0aa88cc63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:00.873033 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:36:00.893954 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-00e2feb5-d3ba-476c-ba38-0b0aa88cc63e admin admin] Reserving flat network on physical network physnet1 {{(pid=82096) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Jul 14 08:36:00.907004 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2feb5-d3ba-476c-ba38-0b0aa88cc63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4607ed3f-8b92-4c12-97ab-7962234e2dd4,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:36:00.911037 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-00e2feb5-d3ba-476c-ba38-0b0aa88cc63e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:36:00.913438 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-00e2feb5-d3ba-476c-ba38-0b0aa88cc63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6123'] for segment, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:00.913813 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.db.segments_db [None req-00e2feb5-d3ba-476c-ba38-0b0aa88cc63e admin admin] Added segment eeb05519-cb3f-4410-affd-d7c1079f9a7a of type flat for network 67339833-1858-4359-a5f3-39cbe3daa12b
Jul 14 08:36:00.946146 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-00e2feb5-d3ba-476c-ba38-0b0aa88cc63e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282634469919'] for network, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:00.981071 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-00e2feb5-d3ba-476c-ba38-0b0aa88cc63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097'] for network, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:00.982246 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e2feb5-d3ba-476c-ba38-0b0aa88cc63e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:36:00.982859 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-00e2feb5-d3ba-476c-ba38-0b0aa88cc63e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for network, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:00.987492 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:36:01.090022 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-00e2feb5-d3ba-476c-ba38-0b0aa88cc63e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4536135
Jul 14 08:36:01.090665 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2feb5-d3ba-476c-ba38-0b0aa88cc63e admin admin] Pushing event updated for resources: {'Network': ['ID=67339833-1858-4359-a5f3-39cbe3daa12b,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:36:01.093357 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-00e2feb5-d3ba-476c-ba38-0b0aa88cc63e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:36:01.101169 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Network 67339833-1858-4359-a5f3-39cbe3daa12b details requested by agent ovs-agent-dv-cinder-800229-1-iscsi with host dv-cinder-800229-1-iscsi {{(pid=82097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jul 14 08:36:03.209527 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 50564) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:36:03.347194 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbf187f-91ae-48a6-81aa-7fd22b3842f8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:36:03.348862 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-bbbf187f-91ae-48a6-81aa-7fd22b3842f8 admin admin] 10.222.0.42 "GET /v2.0/subnets/11f19097-3f80-4fdb-bdc0-570c9a5639e5 HTTP/1.1" status: 200  len: 849 time: 0.1383104
Jul 14 08:36:03.618100 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-83e4c837-f4cb-48a8-a680-e77b59060172 admin admin] 10.222.0.42 "GET /v2.0/routers/58fba6c1-a928-4d1f-b165-33504023db4d HTTP/1.1" status: 200  len: 704 time: 0.2634022
Jul 14 08:36:04.091580 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b13dd7d0-737f-4cbc-9c1a-83fd08a33198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:04.177818 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.agents_db [None req-e2914788-e7e4-4a13-b83f-78c3979e9233 None None] Agent healthcheck: found 5 active agents {{(pid=82098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 14 08:36:04.325678 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [None req-b13dd7d0-737f-4cbc-9c1a-83fd08a33198 admin admin] Allocated IP 172.20.0.1 (83832a4c-da49-4f05-ab42-f531f7cf5876/11f19097-3f80-4fdb-bdc0-570c9a5639e5/85ebd7ff-f10e-4cfb-aa07-abedb7413621) {{(pid=82096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:36:04.484992 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b13dd7d0-737f-4cbc-9c1a-83fd08a33198 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:04.501822 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-b13dd7d0-737f-4cbc-9c1a-83fd08a33198 admin admin] Transition to ACTIVE for port object 85ebd7ff-f10e-4cfb-aa07-abedb7413621 will not be triggered until provisioned by entity DHCP. {{(pid=82096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:36:04.547507 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b13dd7d0-737f-4cbc-9c1a-83fd08a33198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794'] for port, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:04.552259 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:36:04.620334 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13dd7d0-737f-4cbc-9c1a-83fd08a33198 admin admin] Network 83832a4c-da49-4f05-ab42-f531f7cf5876 is already hosted by enough agents. {{(pid=82096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:36:04.623772 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-b13dd7d0-737f-4cbc-9c1a-83fd08a33198 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:36:04.628503 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13dd7d0-737f-4cbc-9c1a-83fd08a33198 admin admin] Received port after_create {{(pid=82096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:36:04.629456 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b13dd7d0-737f-4cbc-9c1a-83fd08a33198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691418'] for router_interface, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:04.631525 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd7d0-737f-4cbc-9c1a-83fd08a33198 admin admin] Pushing event updated for resources: {'Port': ['ID=85ebd7ff-f10e-4cfb-aa07-abedb7413621,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:36:04.635199 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-b13dd7d0-737f-4cbc-9c1a-83fd08a33198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:36:04.752562 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b13dd7d0-737f-4cbc-9c1a-83fd08a33198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:04.938824 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-5ca7898f-cbc6-43e2-a168-8b7ebfa21445 None None] Provisioning for port 85ebd7ff-f10e-4cfb-aa07-abedb7413621 completed by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:36:04.943689 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-5ca7898f-cbc6-43e2-a168-8b7ebfa21445 None None] Provisioning complete for port 85ebd7ff-f10e-4cfb-aa07-abedb7413621 triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:36:04.944103 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5ca7898f-cbc6-43e2-a168-8b7ebfa21445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:04.990723 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b13dd7d0-737f-4cbc-9c1a-83fd08a33198 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:04.994252 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b13dd7d0-737f-4cbc-9c1a-83fd08a33198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:04.995365 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b13dd7d0-737f-4cbc-9c1a-83fd08a33198 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846971082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854084487'] for router_interface, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:04.997642 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-5ca7898f-cbc6-43e2-a168-8b7ebfa21445 None None] Port 85ebd7ff-f10e-4cfb-aa07-abedb7413621 cannot update to ACTIVE because it is not bound. {{(pid=82097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 14 08:36:04.999932 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:36:05.276942 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd7d0-737f-4cbc-9c1a-83fd08a33198 admin admin] Pushing event updated for resources: {'Port': ['ID=85ebd7ff-f10e-4cfb-aa07-abedb7413621,revision_number=2']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:36:05.281236 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-b13dd7d0-737f-4cbc-9c1a-83fd08a33198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:36:05.344245 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13dd7d0-737f-4cbc-9c1a-83fd08a33198 admin admin] Network 83832a4c-da49-4f05-ab42-f531f7cf5876 is already hosted by enough agents. {{(pid=82096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:36:05.345346 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-b13dd7d0-737f-4cbc-9c1a-83fd08a33198 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:36:05.623480 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-81184622-3880-40dc-9560-97405015023d None None] Provisioning complete for port 85ebd7ff-f10e-4cfb-aa07-abedb7413621 triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:36:05.623826 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-81184622-3880-40dc-9560-97405015023d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:05.678496 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-81184622-3880-40dc-9560-97405015023d None None] Port 85ebd7ff-f10e-4cfb-aa07-abedb7413621 cannot update to ACTIVE because it is not bound. {{(pid=82097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 14 08:36:05.703326 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cd250f5b-e604-4ed2-8c20-6363bb8353ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:05.711766 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13dd7d0-737f-4cbc-9c1a-83fd08a33198 admin admin] Router 58fba6c1-a928-4d1f-b165-33504023db4d is scheduled to L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c with binding_index 1 {{(pid=82096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Jul 14 08:36:05.881440 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13dd7d0-737f-4cbc-9c1a-83fd08a33198 admin admin] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:36:05.890575 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-b13dd7d0-737f-4cbc-9c1a-83fd08a33198 admin admin] 10.222.0.42 "PUT /v2.0/routers/58fba6c1-a928-4d1f-b165-33504023db4d/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.2670114
Jul 14 08:36:05.891477 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081a95db-1cdf-4164-b5ca-0942bfb22ad3 None None] Sync routers for ids ['58fba6c1-a928-4d1f-b165-33504023db4d'] in dv-cinder-800229-1-iscsi {{(pid=82098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:36:05.905729 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081a95db-1cdf-4164-b5ca-0942bfb22ad3 None None] Routers {'58fba6c1-a928-4d1f-b165-33504023db4d'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:36:05.906475 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-081a95db-1cdf-4164-b5ca-0942bfb22ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6402d29780>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:35:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['58fba6c1-a928-4d1f-b165-33504023db4d'], 'active': True} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:36:06.083328 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-081a95db-1cdf-4164-b5ca-0942bfb22ad3 None None] Set router 58fba6c1-a928-4d1f-b165-33504023db4d gateway port host: None {{(pid=82098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:36:06.450032 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-081a95db-1cdf-4164-b5ca-0942bfb22ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6402d29780>, [{'id': '58fba6c1-a928-4d1f-b165-33504023db4d', 'name': 'router1', 'tenant_id': '1b3c1730912344e9969254867b7362c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:35:56Z', 'updated_at': '2021-07-14T08:36:04Z', 'revision_number': 2, 'project_id': '1b3c1730912344e9969254867b7362c8', 'gw_port_host': None, '_interfaces': [{'id': '85ebd7ff-f10e-4cfb-aa07-abedb7413621', 'name': '', 'network_id': '83832a4c-da49-4f05-ab42-f531f7cf5876', 'tenant_id': '1b3c1730912344e9969254867b7362c8', 'mac_address': 'fa:16:3e:7b:6e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fba6c1-a928-4d1f-b165-33504023db4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11f19097-3f80-4fdb-bdc0-570c9a5639e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:36:04Z', 'updated_at': '2021-07-14T08:36:04Z', 'revision_number': 2, 'project_id': '1b3c1730912344e9969254867b7362c8', 'subnets': [{'id': '11f19097-3f80-4fdb-bdc0-570c9a5639e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94342454-d84d-4bf4-aab8-167ea7f8c73c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:36:06.454859 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081a95db-1cdf-4164-b5ca-0942bfb22ad3 None None] Checking router: 58fba6c1-a928-4d1f-b165-33504023db4d for host: dv-cinder-800229-1-iscsi {{(pid=82098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:36:06.455294 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081a95db-1cdf-4164-b5ca-0942bfb22ad3 None None] Updating router 58fba6c1-a928-4d1f-b165-33504023db4d port 85ebd7ff-f10e-4cfb-aa07-abedb7413621 binding host dv-cinder-800229-1-iscsi {{(pid=82098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 14 08:36:06.506636 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-081a95db-1cdf-4164-b5ca-0942bfb22ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:06.684578 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:06.889999 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-081a95db-1cdf-4164-b5ca-0942bfb22ad3 None None] Notify callbacks [] for port, precommit_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:06.905251 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-081a95db-1cdf-4164-b5ca-0942bfb22ad3 None None] Transition to ACTIVE for port object 85ebd7ff-f10e-4cfb-aa07-abedb7413621 will not be triggered until provisioned by entity L2. {{(pid=82098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:36:06.910667 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-081a95db-1cdf-4164-b5ca-0942bfb22ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:06.915463 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:36:07.123144 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d9860-5841-41b5-b68b-434f9d71551f None None] Pushing event updated for resources: {'Port': ['ID=85ebd7ff-f10e-4cfb-aa07-abedb7413621,revision_number=3']} {{(pid=82098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:36:07.146741 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-081a95db-1cdf-4164-b5ca-0942bfb22ad3 None None] Attempting to bind port 85ebd7ff-f10e-4cfb-aa07-abedb7413621 on host dv-cinder-800229-1-iscsi for vnic_type normal with profile  {{(pid=82098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:36:07.147120 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-081a95db-1cdf-4164-b5ca-0942bfb22ad3 None None] Attempting to bind port 85ebd7ff-f10e-4cfb-aa07-abedb7413621 by drivers openvswitch,hyperv on host dv-cinder-800229-1-iscsi at level 0 using segments [{'id': 'f0a66106-ced0-4fea-a4eb-8f2e1ff0a89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '83832a4c-da49-4f05-ab42-f531f7cf5876'}] {{(pid=82098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:36:07.147543 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081a95db-1cdf-4164-b5ca-0942bfb22ad3 None None] Attempting to bind port 85ebd7ff-f10e-4cfb-aa07-abedb7413621 on network 83832a4c-da49-4f05-ab42-f531f7cf5876 {{(pid=82098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:36:07.152736 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0d9860-5841-41b5-b68b-434f9d71551f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:36:07.153113 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0d9860-5841-41b5-b68b-434f9d71551f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:36:07.153472 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0d9860-5841-41b5-b68b-434f9d71551f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:36:07.153830 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0d9860-5841-41b5-b68b-434f9d71551f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:36:07.154184 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0d9860-5841-41b5-b68b-434f9d71551f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:36:07.154540 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0d9860-5841-41b5-b68b-434f9d71551f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:36:07.154891 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0d9860-5841-41b5-b68b-434f9d71551f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:36:07.155266 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0d9860-5841-41b5-b68b-434f9d71551f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:36:07.155613 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0d9860-5841-41b5-b68b-434f9d71551f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:36:07.155960 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0d9860-5841-41b5-b68b-434f9d71551f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:36:07.156300 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0d9860-5841-41b5-b68b-434f9d71551f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:36:07.157426 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0d9860-5841-41b5-b68b-434f9d71551f None None] Tracked resource versions report:
Jul 14 08:36:07.157426 dv-cinder-800229-1-iscsi neutron-server[81984]: pushed versions:
Jul 14 08:36:07.157426 dv-cinder-800229-1-iscsi neutron-server[81984]: {   'ConntrackHelper': {'1.0'},
Jul 14 08:36:07.157426 dv-cinder-800229-1-iscsi neutron-server[81984]:     'Log': {'1.0'},
Jul 14 08:36:07.157426 dv-cinder-800229-1-iscsi neutron-server[81984]:     'Network': {'1.1'},
Jul 14 08:36:07.157426 dv-cinder-800229-1-iscsi neutron-server[81984]:     'Port': {'1.5'},
Jul 14 08:36:07.157426 dv-cinder-800229-1-iscsi neutron-server[81984]:     'PortForwarding': {'1.2'},
Jul 14 08:36:07.157426 dv-cinder-800229-1-iscsi neutron-server[81984]:     'QosPolicy': {'1.8'},
Jul 14 08:36:07.157426 dv-cinder-800229-1-iscsi neutron-server[81984]:     'SecurityGroup': {'1.2'},
Jul 14 08:36:07.157426 dv-cinder-800229-1-iscsi neutron-server[81984]:     'SecurityGroupRule': {'1.0'},
Jul 14 08:36:07.157426 dv-cinder-800229-1-iscsi neutron-server[81984]:     'SubPort': {'1.0'},
Jul 14 08:36:07.157426 dv-cinder-800229-1-iscsi neutron-server[81984]:     'Subnet': {'1.1'},
Jul 14 08:36:07.157426 dv-cinder-800229-1-iscsi neutron-server[81984]:     'Trunk': {'1.1'}}
Jul 14 08:36:07.157426 dv-cinder-800229-1-iscsi neutron-server[81984]: consumer versions:
Jul 14 08:36:07.157426 dv-cinder-800229-1-iscsi neutron-server[81984]: {   DHCP agent@dv-cinder-800229-1-iscsi: {},
Jul 14 08:36:07.157426 dv-cinder-800229-1-iscsi neutron-server[81984]:     L3 agent@dv-cinder-800229-1-iscsi: {},
Jul 14 08:36:07.157426 dv-cinder-800229-1-iscsi neutron-server[81984]:     Metadata agent@dv-cinder-800229-1-iscsi: {},
Jul 14 08:36:07.157426 dv-cinder-800229-1-iscsi neutron-server[81984]:     Metering agent@dv-cinder-800229-1-iscsi: {},
Jul 14 08:36:07.157426 dv-cinder-800229-1-iscsi neutron-server[81984]:     Open vSwitch agent@dv-cinder-800229-1-iscsi: {   'ConntrackHelper': '1.0',
Jul 14 08:36:07.157426 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'Log': '1.0',
Jul 14 08:36:07.157426 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'Network': '1.1',
Jul 14 08:36:07.157426 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'Port': '1.5',
Jul 14 08:36:07.157426 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'PortForwarding': '1.2',
Jul 14 08:36:07.157426 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'QosPolicy': '1.8',
Jul 14 08:36:07.157426 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'SecurityGroup': '1.2',
Jul 14 08:36:07.157426 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'SecurityGroupRule': '1.0',
Jul 14 08:36:07.157426 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'SubPort': '1.0',
Jul 14 08:36:07.157426 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'Subnet': '1.1',
Jul 14 08:36:07.157426 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'Trunk': '1.1'}}
Jul 14 08:36:07.157426 dv-cinder-800229-1-iscsi neutron-server[81984]:  {{(pid=82098) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jul 14 08:36:07.162955 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-bb0d9860-5841-41b5-b68b-434f9d71551f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=82098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:36:07.164715 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081a95db-1cdf-4164-b5ca-0942bfb22ad3 None None] Checking agent: {'id': '0d58c09d-3d0a-420d-b789-56ac4f0c32ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 37), 'started_at': datetime.datetime(2021, 7, 14, 8, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:36:07.165132 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081a95db-1cdf-4164-b5ca-0942bfb22ad3 None None] Checking segment: {'id': 'f0a66106-ced0-4fea-a4eb-8f2e1ff0a89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '83832a4c-da49-4f05-ab42-f531f7cf5876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:36:07.165600 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-081a95db-1cdf-4164-b5ca-0942bfb22ad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:07.166012 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081a95db-1cdf-4164-b5ca-0942bfb22ad3 None None] Bound using segment: {'id': 'f0a66106-ced0-4fea-a4eb-8f2e1ff0a89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '83832a4c-da49-4f05-ab42-f531f7cf5876'} {{(pid=82098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:36:07.166549 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-081a95db-1cdf-4164-b5ca-0942bfb22ad3 None None] Bound port: 85ebd7ff-f10e-4cfb-aa07-abedb7413621, host: dv-cinder-800229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0a66106-ced0-4fea-a4eb-8f2e1ff0a89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '83832a4c-da49-4f05-ab42-f531f7cf5876'}}] {{(pid=82098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:36:07.166964 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-081a95db-1cdf-4164-b5ca-0942bfb22ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:07.256417 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-081a95db-1cdf-4164-b5ca-0942bfb22ad3 None None] For port 85ebd7ff-f10e-4cfb-aa07-abedb7413621, host dv-cinder-800229-1-iscsi, cleared binding levels {{(pid=82098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:36:07.260761 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-081a95db-1cdf-4164-b5ca-0942bfb22ad3 None None] For port 85ebd7ff-f10e-4cfb-aa07-abedb7413621, host dv-cinder-800229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=85ebd7ff-f10e-4cfb-aa07-abedb7413621,segment=NetworkSegment(f0a66106-ced0-4fea-a4eb-8f2e1ff0a89c),segment_id=f0a66106-ced0-4fea-a4eb-8f2e1ff0a89c)] {{(pid=82098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:36:07.265483 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-081a95db-1cdf-4164-b5ca-0942bfb22ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:07.270072 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:36:07.362578 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d9860-5841-41b5-b68b-434f9d71551f None None] Pushing event updated for resources: {'Port': ['ID=85ebd7ff-f10e-4cfb-aa07-abedb7413621,revision_number=4']} {{(pid=82098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:36:07.365903 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-bb0d9860-5841-41b5-b68b-434f9d71551f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:36:07.366836 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081a95db-1cdf-4164-b5ca-0942bfb22ad3 None None] Routers {'58fba6c1-a928-4d1f-b165-33504023db4d'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:36:07.367521 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-081a95db-1cdf-4164-b5ca-0942bfb22ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6402d29780>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:35:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['58fba6c1-a928-4d1f-b165-33504023db4d'], 'active': True} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:36:07.527604 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-081a95db-1cdf-4164-b5ca-0942bfb22ad3 None None] Set router 58fba6c1-a928-4d1f-b165-33504023db4d gateway port host: None {{(pid=82098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:36:07.704318 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-fa083dee-a6d2-4efd-9bb1-7c5012f36c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:07.874770 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-081a95db-1cdf-4164-b5ca-0942bfb22ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6402d29780>, [{'id': '58fba6c1-a928-4d1f-b165-33504023db4d', 'name': 'router1', 'tenant_id': '1b3c1730912344e9969254867b7362c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:35:56Z', 'updated_at': '2021-07-14T08:36:04Z', 'revision_number': 2, 'project_id': '1b3c1730912344e9969254867b7362c8', 'gw_port_host': None, '_interfaces': [{'id': '85ebd7ff-f10e-4cfb-aa07-abedb7413621', 'name': '', 'network_id': '83832a4c-da49-4f05-ab42-f531f7cf5876', 'tenant_id': '1b3c1730912344e9969254867b7362c8', 'mac_address': 'fa:16:3e:7b:6e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fba6c1-a928-4d1f-b165-33504023db4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11f19097-3f80-4fdb-bdc0-570c9a5639e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:36:04Z', 'updated_at': '2021-07-14T08:36:07Z', 'revision_number': 4, 'project_id': '1b3c1730912344e9969254867b7362c8', 'subnets': [{'id': '11f19097-3f80-4fdb-bdc0-570c9a5639e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94342454-d84d-4bf4-aab8-167ea7f8c73c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:36:07.878796 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081a95db-1cdf-4164-b5ca-0942bfb22ad3 None None] The sync data for ids ['58fba6c1-a928-4d1f-b165-33504023db4d'] in dv-cinder-800229-1-iscsi is: [{'id': '58fba6c1-a928-4d1f-b165-33504023db4d', 'name': 'router1', 'tenant_id': '1b3c1730912344e9969254867b7362c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:35:56Z', 'updated_at': '2021-07-14T08:36:04Z', 'revision_number': 2, 'project_id': '1b3c1730912344e9969254867b7362c8', 'gw_port_host': None, '_interfaces': [{'id': '85ebd7ff-f10e-4cfb-aa07-abedb7413621', 'name': '', 'network_id': '83832a4c-da49-4f05-ab42-f531f7cf5876', 'tenant_id': '1b3c1730912344e9969254867b7362c8', 'mac_address': 'fa:16:3e:7b:6e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fba6c1-a928-4d1f-b165-33504023db4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11f19097-3f80-4fdb-bdc0-570c9a5639e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:36:04Z', 'updated_at': '2021-07-14T08:36:07Z', 'revision_number': 4, 'project_id': '1b3c1730912344e9969254867b7362c8', 'subnets': [{'id': '11f19097-3f80-4fdb-bdc0-570c9a5639e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94342454-d84d-4bf4-aab8-167ea7f8c73c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:36:08.036257 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 50578) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:36:08.219595 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21ec02b-b778-47cb-b381-c2e3b3bdc027 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:36:08.220144 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-f21ec02b-b778-47cb-b381-c2e3b3bdc027 admin admin] Synchronizing usage tracker for tenant:9813e697494b43f280ec65a88710c6e1 on resource:network {{(pid=82096) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:36:08.237452 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-f21ec02b-b778-47cb-b381-c2e3b3bdc027 admin admin] Unset dirty status for tenant:9813e697494b43f280ec65a88710c6e1 on resource:network {{(pid=82096) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:36:08.238696 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-f21ec02b-b778-47cb-b381-c2e3b3bdc027 admin admin] 10.222.0.42 "GET /v2.0/networks/67339833-1858-4359-a5f3-39cbe3daa12b HTTP/1.1" status: 200  len: 842 time: 0.2014148
Jul 14 08:36:08.248776 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-960f2824-065f-49b8-ad25-dec5957a1ba7 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:36:08.254138 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-960f2824-065f-49b8-ad25-dec5957a1ba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:36:08.257978 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-960f2824-065f-49b8-ad25-dec5957a1ba7 admin admin] Usage tracker for resource:subnet and tenant:9813e697494b43f280ec65a88710c6e1 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:36:08.260951 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-960f2824-065f-49b8-ad25-dec5957a1ba7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:36:08.267801 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-960f2824-065f-49b8-ad25-dec5957a1ba7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:36:08.278844 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960f2824-065f-49b8-ad25-dec5957a1ba7 admin admin] Made reservation on behalf of 9813e697494b43f280ec65a88710c6e1 for: {'subnet': 1} {{(pid=82096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:36:08.283574 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-960f2824-065f-49b8-ad25-dec5957a1ba7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:08.441701 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:08.669694 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-960f2824-065f-49b8-ad25-dec5957a1ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097'] for subnet, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:08.675308 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-876a4a8a-513b-4abb-9e76-487317834612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:36:08.738410 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f2824-065f-49b8-ad25-dec5957a1ba7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5340f5f3-2f04-41df-9207-8bcd858e18e6,revision_number=0']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:36:08.747981 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-960f2824-065f-49b8-ad25-dec5957a1ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:36:08.764229 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960f2824-065f-49b8-ad25-dec5957a1ba7 admin admin] Checking segment: {'id': 'eeb05519-cb3f-4410-affd-d7c1079f9a7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:36:08.764622 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960f2824-065f-49b8-ad25-dec5957a1ba7 admin admin] Network hostable DHCP agents. Network: 67339833-1858-4359-a5f3-39cbe3daa12b, hostable agents: ['4806de72-7956-4992-af39-5d97bb1c9176'], hosted agents: [] {{(pid=82096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jul 14 08:36:08.787362 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960f2824-065f-49b8-ad25-dec5957a1ba7 admin admin] Network 67339833-1858-4359-a5f3-39cbe3daa12b is scheduled to be hosted by DHCP agent 4806de72-7956-4992-af39-5d97bb1c9176 with binding_index 1 {{(pid=82096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jul 14 08:36:08.796612 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-960f2824-065f-49b8-ad25-dec5957a1ba7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800229-1-iscsi, 67339833-1858-4359-a5f3-39cbe3daa12b) {{(pid=82096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:36:08.800601 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960f2824-065f-49b8-ad25-dec5957a1ba7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:36:08.801238 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-960f2824-065f-49b8-ad25-dec5957a1ba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for subnet, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:08.806322 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dbcbf1-9d4d-4edc-8383-3f36a12aad27 None None] Network 67339833-1858-4359-a5f3-39cbe3daa12b requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:36:08.828311 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-960f2824-065f-49b8-ad25-dec5957a1ba7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5786328
Jul 14 08:36:09.005808 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 85ebd7ff-f10e-4cfb-aa07-abedb7413621 up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:36:09.114726 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ac432c-c4e9-4493-9aa6-33846b608f14 None None] Network 67339833-1858-4359-a5f3-39cbe3daa12b requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:36:09.209476 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning for port 85ebd7ff-f10e-4cfb-aa07-abedb7413621 completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:36:09.219518 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port 85ebd7ff-f10e-4cfb-aa07-abedb7413621 triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:36:09.219930 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:09.454232 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:09.480335 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:09.496024 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] For port 85ebd7ff-f10e-4cfb-aa07-abedb7413621, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=85ebd7ff-f10e-4cfb-aa07-abedb7413621,segment=NetworkSegment(f0a66106-ced0-4fea-a4eb-8f2e1ff0a89c),segment_id=f0a66106-ced0-4fea-a4eb-8f2e1ff0a89c)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:36:09.498523 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:09.501648 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-72968a00-d0dc-40af-b0e1-1082ae5f5b2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:36:09.567586 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Pushing event updated for resources: {'Port': ['ID=85ebd7ff-f10e-4cfb-aa07-abedb7413621,revision_number=5']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:36:09.571491 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:36:10.961270 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 85ebd7ff-f10e-4cfb-aa07-abedb7413621 up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:36:11.032886 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port 85ebd7ff-f10e-4cfb-aa07-abedb7413621 triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:36:11.033296 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:11.039918 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 50594) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:36:11.279737 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-4ba59a11-ffa2-433e-8c8f-47bf524559bb admin admin] 10.222.0.42 "GET /v2.0/routers/58fba6c1-a928-4d1f-b165-33504023db4d HTTP/1.1" status: 200  len: 710 time: 0.2383933
Jul 14 08:36:11.416337 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570eff4b-4d99-4898-bbed-3b4af26c7c7a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:36:11.418325 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-570eff4b-4d99-4898-bbed-3b4af26c7c7a admin admin] 10.222.0.42 "GET /v2.0/networks/67339833-1858-4359-a5f3-39cbe3daa12b HTTP/1.1" status: 200  len: 886 time: 0.1324458
Jul 14 08:36:11.428149 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-e762ba36-bd48-43d7-b37c-5e6178f71b14 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'}}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:36:12.066947 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e762ba36-bd48-43d7-b37c-5e6178f71b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-695868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854083321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29545'] for router, precommit_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:12.254963 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e762ba36-bd48-43d7-b37c-5e6178f71b14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:12.316316 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e762ba36-bd48-43d7-b37c-5e6178f71b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:12.451333 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [None req-e762ba36-bd48-43d7-b37c-5e6178f71b14 admin admin] Allocated IP 172.27.3.243 (67339833-1858-4359-a5f3-39cbe3daa12b/5340f5f3-2f04-41df-9207-8bcd858e18e6/df6a5291-f24f-4cdf-a5d6-8c740c1f062c) {{(pid=82096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:36:12.601548 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e762ba36-bd48-43d7-b37c-5e6178f71b14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:12.626394 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e762ba36-bd48-43d7-b37c-5e6178f71b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794'] for port, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:12.631240 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-b13dd7d0-737f-4cbc-9c1a-83fd08a33198 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:36:12.697474 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e762ba36-bd48-43d7-b37c-5e6178f71b14 admin admin] Network 67339833-1858-4359-a5f3-39cbe3daa12b is already hosted by enough agents. {{(pid=82096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:36:12.700177 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-e762ba36-bd48-43d7-b37c-5e6178f71b14 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:36:12.704020 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e762ba36-bd48-43d7-b37c-5e6178f71b14 admin admin] Received port after_create {{(pid=82096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:36:12.738452 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762ba36-bd48-43d7-b37c-5e6178f71b14 admin admin] Pushing event updated for resources: {'Port': ['ID=df6a5291-f24f-4cdf-a5d6-8c740c1f062c,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:36:12.743187 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e762ba36-bd48-43d7-b37c-5e6178f71b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:36:12.848436 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e762ba36-bd48-43d7-b37c-5e6178f71b14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:13.015554 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e762ba36-bd48-43d7-b37c-5e6178f71b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-695868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854083321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29545'] for router, precommit_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:13.018881 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e762ba36-bd48-43d7-b37c-5e6178f71b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854079993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854079948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-695823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-692510'] for router, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:13.217316 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e762ba36-bd48-43d7-b37c-5e6178f71b14 admin admin] Router 58fba6c1-a928-4d1f-b165-33504023db4d has already been hosted by L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c {{(pid=82096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 14 08:36:13.577424 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e762ba36-bd48-43d7-b37c-5e6178f71b14 admin admin] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:36:13.585975 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e762ba36-bd48-43d7-b37c-5e6178f71b14 admin admin] Notify callbacks [] for router, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:13.590008 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-e762ba36-bd48-43d7-b37c-5e6178f71b14 admin admin] 10.222.0.42 "PUT /v2.0/routers/58fba6c1-a928-4d1f-b165-33504023db4d HTTP/1.1" status: 200  len: 890 time: 2.1626592
Jul 14 08:36:13.590151 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfcbdc7-4f92-44bc-9f54-688f213367f0 None None] Sync routers for ids ['58fba6c1-a928-4d1f-b165-33504023db4d'] in dv-cinder-800229-1-iscsi {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:36:13.602141 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfcbdc7-4f92-44bc-9f54-688f213367f0 None None] Routers {'58fba6c1-a928-4d1f-b165-33504023db4d'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:36:13.602829 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-adfcbdc7-4f92-44bc-9f54-688f213367f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6402bfaac8>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:36:08Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['58fba6c1-a928-4d1f-b165-33504023db4d'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:36:13.798977 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-adfcbdc7-4f92-44bc-9f54-688f213367f0 None None] Set router 58fba6c1-a928-4d1f-b165-33504023db4d gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:36:14.143034 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-adfcbdc7-4f92-44bc-9f54-688f213367f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6402bfaac8>, [{'id': '58fba6c1-a928-4d1f-b165-33504023db4d', 'name': 'router1', 'tenant_id': '1b3c1730912344e9969254867b7362c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'df6a5291-f24f-4cdf-a5d6-8c740c1f062c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:35:56Z', 'updated_at': '2021-07-14T08:36:12Z', 'revision_number': 4, 'project_id': '1b3c1730912344e9969254867b7362c8', 'gw_port': {'id': 'df6a5291-f24f-4cdf-a5d6-8c740c1f062c', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ff:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fba6c1-a928-4d1f-b165-33504023db4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:36:12Z', 'updated_at': '2021-07-14T08:36:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': '85ebd7ff-f10e-4cfb-aa07-abedb7413621', 'name': '', 'network_id': '83832a4c-da49-4f05-ab42-f531f7cf5876', 'tenant_id': '1b3c1730912344e9969254867b7362c8', 'mac_address': 'fa:16:3e:7b:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fba6c1-a928-4d1f-b165-33504023db4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11f19097-3f80-4fdb-bdc0-570c9a5639e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:36:04Z', 'updated_at': '2021-07-14T08:36:09Z', 'revision_number': 5, 'project_id': '1b3c1730912344e9969254867b7362c8', 'subnets': [{'id': '11f19097-3f80-4fdb-bdc0-570c9a5639e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94342454-d84d-4bf4-aab8-167ea7f8c73c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:36:14.147797 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfcbdc7-4f92-44bc-9f54-688f213367f0 None None] Checking router: 58fba6c1-a928-4d1f-b165-33504023db4d for host: dv-cinder-800229-1-iscsi {{(pid=82097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:36:14.148204 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfcbdc7-4f92-44bc-9f54-688f213367f0 None None] Updating router 58fba6c1-a928-4d1f-b165-33504023db4d port df6a5291-f24f-4cdf-a5d6-8c740c1f062c binding host dv-cinder-800229-1-iscsi {{(pid=82097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 14 08:36:14.201484 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-adfcbdc7-4f92-44bc-9f54-688f213367f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:14.540098 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-adfcbdc7-4f92-44bc-9f54-688f213367f0 None None] Notify callbacks [] for port, precommit_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:14.552585 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-adfcbdc7-4f92-44bc-9f54-688f213367f0 None None] Transition to ACTIVE for port object df6a5291-f24f-4cdf-a5d6-8c740c1f062c will not be triggered until provisioned by entity L2. {{(pid=82097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:36:14.558684 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-adfcbdc7-4f92-44bc-9f54-688f213367f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:14.563458 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:36:14.641662 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-adfcbdc7-4f92-44bc-9f54-688f213367f0 None None] Attempting to bind port df6a5291-f24f-4cdf-a5d6-8c740c1f062c on host dv-cinder-800229-1-iscsi for vnic_type normal with profile  {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:36:14.642071 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-adfcbdc7-4f92-44bc-9f54-688f213367f0 None None] Attempting to bind port df6a5291-f24f-4cdf-a5d6-8c740c1f062c by drivers openvswitch,hyperv on host dv-cinder-800229-1-iscsi at level 0 using segments [{'id': 'eeb05519-cb3f-4410-affd-d7c1079f9a7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'}] {{(pid=82097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:36:14.642473 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfcbdc7-4f92-44bc-9f54-688f213367f0 None None] Attempting to bind port df6a5291-f24f-4cdf-a5d6-8c740c1f062c on network 67339833-1858-4359-a5f3-39cbe3daa12b {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:36:14.645241 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef8b03-01e2-47de-b5c5-ade4174a5675 None None] Pushing event updated for resources: {'Port': ['ID=df6a5291-f24f-4cdf-a5d6-8c740c1f062c,revision_number=2']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:36:14.648834 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-66ef8b03-01e2-47de-b5c5-ade4174a5675 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:36:14.653023 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfcbdc7-4f92-44bc-9f54-688f213367f0 None None] Checking agent: {'id': '0d58c09d-3d0a-420d-b789-56ac4f0c32ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 37), 'started_at': datetime.datetime(2021, 7, 14, 8, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:36:14.653128 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfcbdc7-4f92-44bc-9f54-688f213367f0 None None] Checking segment: {'id': 'eeb05519-cb3f-4410-affd-d7c1079f9a7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:36:14.653504 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-adfcbdc7-4f92-44bc-9f54-688f213367f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:14.653927 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfcbdc7-4f92-44bc-9f54-688f213367f0 None None] Bound using segment: {'id': 'eeb05519-cb3f-4410-affd-d7c1079f9a7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'} {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:36:14.654430 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-adfcbdc7-4f92-44bc-9f54-688f213367f0 None None] Bound port: df6a5291-f24f-4cdf-a5d6-8c740c1f062c, host: dv-cinder-800229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb05519-cb3f-4410-affd-d7c1079f9a7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'}}] {{(pid=82097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:36:14.654845 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-adfcbdc7-4f92-44bc-9f54-688f213367f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:14.729455 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-adfcbdc7-4f92-44bc-9f54-688f213367f0 None None] For port df6a5291-f24f-4cdf-a5d6-8c740c1f062c, host dv-cinder-800229-1-iscsi, cleared binding levels {{(pid=82097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:36:14.732599 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-adfcbdc7-4f92-44bc-9f54-688f213367f0 None None] For port df6a5291-f24f-4cdf-a5d6-8c740c1f062c, host dv-cinder-800229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=df6a5291-f24f-4cdf-a5d6-8c740c1f062c,segment=NetworkSegment(eeb05519-cb3f-4410-affd-d7c1079f9a7a),segment_id=eeb05519-cb3f-4410-affd-d7c1079f9a7a)] {{(pid=82097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:36:14.735743 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-adfcbdc7-4f92-44bc-9f54-688f213367f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:14.740207 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:36:14.822130 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfcbdc7-4f92-44bc-9f54-688f213367f0 None None] Routers {'58fba6c1-a928-4d1f-b165-33504023db4d'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:36:14.822792 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-adfcbdc7-4f92-44bc-9f54-688f213367f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6402bfaac8>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:36:08Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['58fba6c1-a928-4d1f-b165-33504023db4d'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:36:14.874559 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef8b03-01e2-47de-b5c5-ade4174a5675 None None] Pushing event updated for resources: {'Port': ['ID=df6a5291-f24f-4cdf-a5d6-8c740c1f062c,revision_number=3']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:36:14.877829 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-66ef8b03-01e2-47de-b5c5-ade4174a5675 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:36:15.151728 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-adfcbdc7-4f92-44bc-9f54-688f213367f0 None None] Set router 58fba6c1-a928-4d1f-b165-33504023db4d gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:36:15.491799 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-adfcbdc7-4f92-44bc-9f54-688f213367f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6402bfaac8>, [{'id': '58fba6c1-a928-4d1f-b165-33504023db4d', 'name': 'router1', 'tenant_id': '1b3c1730912344e9969254867b7362c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'df6a5291-f24f-4cdf-a5d6-8c740c1f062c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:35:56Z', 'updated_at': '2021-07-14T08:36:12Z', 'revision_number': 4, 'project_id': '1b3c1730912344e9969254867b7362c8', 'gw_port': {'id': 'df6a5291-f24f-4cdf-a5d6-8c740c1f062c', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ff:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fba6c1-a928-4d1f-b165-33504023db4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:36:12Z', 'updated_at': '2021-07-14T08:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': '85ebd7ff-f10e-4cfb-aa07-abedb7413621', 'name': '', 'network_id': '83832a4c-da49-4f05-ab42-f531f7cf5876', 'tenant_id': '1b3c1730912344e9969254867b7362c8', 'mac_address': 'fa:16:3e:7b:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fba6c1-a928-4d1f-b165-33504023db4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11f19097-3f80-4fdb-bdc0-570c9a5639e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:36:04Z', 'updated_at': '2021-07-14T08:36:09Z', 'revision_number': 5, 'project_id': '1b3c1730912344e9969254867b7362c8', 'subnets': [{'id': '11f19097-3f80-4fdb-bdc0-570c9a5639e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94342454-d84d-4bf4-aab8-167ea7f8c73c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:36:15.496478 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfcbdc7-4f92-44bc-9f54-688f213367f0 None None] The sync data for ids ['58fba6c1-a928-4d1f-b165-33504023db4d'] in dv-cinder-800229-1-iscsi is: [{'id': '58fba6c1-a928-4d1f-b165-33504023db4d', 'name': 'router1', 'tenant_id': '1b3c1730912344e9969254867b7362c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'df6a5291-f24f-4cdf-a5d6-8c740c1f062c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:35:56Z', 'updated_at': '2021-07-14T08:36:12Z', 'revision_number': 4, 'project_id': '1b3c1730912344e9969254867b7362c8', 'gw_port': {'id': 'df6a5291-f24f-4cdf-a5d6-8c740c1f062c', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ff:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fba6c1-a928-4d1f-b165-33504023db4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:36:12Z', 'updated_at': '2021-07-14T08:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': '85ebd7ff-f10e-4cfb-aa07-abedb7413621', 'name': '', 'network_id': '83832a4c-da49-4f05-ab42-f531f7cf5876', 'tenant_id': '1b3c1730912344e9969254867b7362c8', 'mac_address': 'fa:16:3e:7b:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fba6c1-a928-4d1f-b165-33504023db4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11f19097-3f80-4fdb-bdc0-570c9a5639e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:36:04Z', 'updated_at': '2021-07-14T08:36:09Z', 'revision_number': 5, 'project_id': '1b3c1730912344e9969254867b7362c8', 'subnets': [{'id': '11f19097-3f80-4fdb-bdc0-570c9a5639e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94342454-d84d-4bf4-aab8-167ea7f8c73c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:36:15.881687 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 50606) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:36:16.032939 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-3dd19833-077e-4fd2-b1cb-f99370baaae1 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1500309
Jul 14 08:36:16.992103 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device df6a5291-f24f-4cdf-a5d6-8c740c1f062c up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:36:17.072411 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning for port df6a5291-f24f-4cdf-a5d6-8c740c1f062c completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:36:17.077932 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port df6a5291-f24f-4cdf-a5d6-8c740c1f062c triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:36:17.078346 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:17.196946 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:17.216188 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] For port df6a5291-f24f-4cdf-a5d6-8c740c1f062c, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=df6a5291-f24f-4cdf-a5d6-8c740c1f062c,segment=NetworkSegment(eeb05519-cb3f-4410-affd-d7c1079f9a7a),segment_id=eeb05519-cb3f-4410-affd-d7c1079f9a7a)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:36:17.219390 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:17.222838 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:36:17.289458 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Pushing event updated for resources: {'Port': ['ID=df6a5291-f24f-4cdf-a5d6-8c740c1f062c,revision_number=4']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:36:17.292883 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:36:19.016565 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device df6a5291-f24f-4cdf-a5d6-8c740c1f062c up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:36:19.127289 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port df6a5291-f24f-4cdf-a5d6-8c740c1f062c triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:36:19.129056 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:35.706313 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6be5fadd-e0fd-408c-9c87-b0f534edb07b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:36.686089 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:37.710117 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ca79d33c-3d14-460a-b6cf-aa3382508e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:38.444682 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:39.470185 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:36:41.177972 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.agents_db [None req-e2914788-e7e4-4a13-b83f-78c3979e9233 None None] Agent healthcheck: found 5 active agents {{(pid=82098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 14 08:37:05.708586 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-84a21967-d212-4096-8ff8-1f7dd0b001b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:37:06.688935 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:37:07.712362 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-dd400004-71ab-4a23-aa11-0e82c513273d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:37:08.458881 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:37:09.473850 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:37:18.178025 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.agents_db [None req-e2914788-e7e4-4a13-b83f-78c3979e9233 None None] Agent healthcheck: found 5 active agents {{(pid=82098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 14 08:37:35.709287 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-057b1102-6b8c-40c6-8976-ca34a6c214b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:37:36.690564 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:37:37.714967 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d8bfaac6-020f-4475-8a94-0d85898f945d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:37:38.449623 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:37:39.479452 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:37:50.363851 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 51144) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:37:50.462554 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.pecan_wsgi.hooks.translation [None req-6df533d7-1b01-4429-986c-001145f850d0 admin admin] GET failed (client error): The resource could not be found.
Jul 14 08:37:50.463891 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-6df533d7-1b01-4429-986c-001145f850d0 admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0990374
Jul 14 08:37:50.605954 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb7d477-c59e-4564-8bd3-ada5bb939d3b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:37:50.607558 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-0eb7d477-c59e-4564-8bd3-ada5bb939d3b admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1394808
Jul 14 08:37:52.677999 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 51156) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:37:52.818885 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3bf008-223e-48c9-ad6a-48388bbf5757 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:37:52.819449 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-0f3bf008-223e-48c9-ad6a-48388bbf5757 admin admin] Synchronizing usage tracker for tenant:9813e697494b43f280ec65a88710c6e1 on resource:subnet {{(pid=82096) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:37:52.834403 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-0f3bf008-223e-48c9-ad6a-48388bbf5757 admin admin] Unset dirty status for tenant:9813e697494b43f280ec65a88710c6e1 on resource:subnet {{(pid=82096) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:37:52.836136 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-0f3bf008-223e-48c9-ad6a-48388bbf5757 admin admin] 10.222.0.42 "GET /v2.0/subnets/11f19097-3f80-4fdb-bdc0-570c9a5639e5 HTTP/1.1" status: 200  len: 849 time: 0.1565869
Jul 14 08:37:52.846235 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-204be135-74e0-4ff5-a28a-58d7fa488252 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:37:52.970614 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-204be135-74e0-4ff5-a28a-58d7fa488252 admin admin] Notify callbacks [] for subnet, before_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:37:53.165838 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-204be135-74e0-4ff5-a28a-58d7fa488252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363282633978091'] for subnet, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:37:53.170111 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:37:53.225240 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204be135-74e0-4ff5-a28a-58d7fa488252 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:37:53.227028 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-204be135-74e0-4ff5-a28a-58d7fa488252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for subnet, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:37:53.227856 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-204be135-74e0-4ff5-a28a-58d7fa488252 admin admin] 10.222.0.42 "PUT /v2.0/subnets/11f19097-3f80-4fdb-bdc0-570c9a5639e5 HTTP/1.1" status: 200  len: 868 time: 0.3856354
Jul 14 08:37:53.230342 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccee90f-e85a-497f-b15b-7f304b25acbf None None] Network 83832a4c-da49-4f05-ab42-f531f7cf5876 requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:37:53.240932 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204be135-74e0-4ff5-a28a-58d7fa488252 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11f19097-3f80-4fdb-bdc0-570c9a5639e5,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:37:53.251288 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204be135-74e0-4ff5-a28a-58d7fa488252 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:37:53.251672 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204be135-74e0-4ff5-a28a-58d7fa488252 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:37:53.252025 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204be135-74e0-4ff5-a28a-58d7fa488252 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:37:53.252389 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204be135-74e0-4ff5-a28a-58d7fa488252 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:37:53.252768 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204be135-74e0-4ff5-a28a-58d7fa488252 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:37:53.253140 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204be135-74e0-4ff5-a28a-58d7fa488252 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:37:53.253512 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204be135-74e0-4ff5-a28a-58d7fa488252 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:37:53.253874 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204be135-74e0-4ff5-a28a-58d7fa488252 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:37:53.254248 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204be135-74e0-4ff5-a28a-58d7fa488252 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:37:53.254727 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204be135-74e0-4ff5-a28a-58d7fa488252 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:37:53.255085 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204be135-74e0-4ff5-a28a-58d7fa488252 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:37:53.259495 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-204be135-74e0-4ff5-a28a-58d7fa488252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:37:53.795429 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-4491572d-6a70-47eb-aabf-0a762533b415 None None] Provisioning complete for port 85ebd7ff-f10e-4cfb-aa07-abedb7413621 triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:37:53.795943 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-4491572d-6a70-47eb-aabf-0a762533b415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:37:53.925030 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-4491572d-6a70-47eb-aabf-0a762533b415 None None] Provisioning complete for port ee2d9be1-72ee-4e28-a25a-26e8975f2f2d triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:37:53.925436 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-4491572d-6a70-47eb-aabf-0a762533b415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:37:55.178610 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.agents_db [None req-e2914788-e7e4-4a13-b83f-78c3979e9233 None None] Agent healthcheck: found 5 active agents {{(pid=82098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 14 08:37:55.300843 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 51168) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:37:55.511422 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180692e8-8096-4f37-974e-43482b0c413a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:37:55.511758 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180692e8-8096-4f37-974e-43482b0c413a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:37:55.513407 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-180692e8-8096-4f37-974e-43482b0c413a admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2115030
Jul 14 08:37:57.579665 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 51180) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:37:57.790201 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c90d0bd-77b4-4d2f-9550-7ca5abe71af5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:37:57.790546 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c90d0bd-77b4-4d2f-9550-7ca5abe71af5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:37:57.792230 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-3c90d0bd-77b4-4d2f-9550-7ca5abe71af5 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2114599
Jul 14 08:37:59.866384 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 51192) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:38:00.068756 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ca2a96-70fc-450e-b82e-5a9a69fe6b16 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:38:00.070750 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-52ca2a96-70fc-450e-b82e-5a9a69fe6b16 admin admin] 10.222.0.42 "GET /v2.0/networks/67339833-1858-4359-a5f3-39cbe3daa12b HTTP/1.1" status: 200  len: 886 time: 0.2033081
Jul 14 08:38:02.163013 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 51204) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:38:02.371693 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da427c88-170f-40a6-a035-632c94ff76ae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:38:02.373058 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-da427c88-170f-40a6-a035-632c94ff76ae admin admin] 10.222.0.42 "GET /v2.0/networks/83832a4c-da49-4f05-ab42-f531f7cf5876 HTTP/1.1" status: 200  len: 869 time: 0.2084506
Jul 14 08:38:04.447342 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 51216) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:38:04.586703 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5085c7-9f01-4793-a0b6-3d976fc9db2e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:38:04.587040 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5085c7-9f01-4793-a0b6-3d976fc9db2e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:38:04.588700 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-7c5085c7-9f01-4793-a0b6-3d976fc9db2e admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1403327
Jul 14 08:38:05.713856 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-343dbd6b-a934-496f-936c-cba26f677c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:38:06.664362 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 51228) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:38:06.692901 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:38:06.808752 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17c2c59-2147-40a6-ab54-76510f567828 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:38:06.809302 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17c2c59-2147-40a6-ab54-76510f567828 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:38:06.810637 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-e17c2c59-2147-40a6-ab54-76510f567828 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1452303
Jul 14 08:38:07.715377 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2d6fce69-afec-450d-8acb-bbaf7d6ebced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:38:08.453418 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:38:08.876150 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 51240) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:38:09.016956 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3faf0f14-cc5c-4f26-bd64-34ac94e8c16e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:38:09.018370 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-3faf0f14-cc5c-4f26-bd64-34ac94e8c16e admin admin] 10.222.0.42 "GET /v2.0/subnets/11f19097-3f80-4fdb-bdc0-570c9a5639e5 HTTP/1.1" status: 200  len: 868 time: 0.1411624
Jul 14 08:38:09.483413 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:38:11.101878 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 51252) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:38:11.236173 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1314444-abb8-4cf8-86fa-3c25d035b578 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:38:11.237565 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-f1314444-abb8-4cf8-86fa-3c25d035b578 admin admin] 10.222.0.42 "GET /v2.0/subnets/5340f5f3-2f04-41df-9207-8bcd858e18e6 HTTP/1.1" status: 200  len: 816 time: 0.1346648
Jul 14 08:38:30.714852 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 51300) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:38:30.792036 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [None req-4b7cbd28-f8b0-4d0c-8736-8c6227c8c6bb admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=82096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 14 08:38:30.793166 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-4b7cbd28-f8b0-4d0c-8736-8c6227c8c6bb admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0772183
Jul 14 08:38:32.179141 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.agents_db [None req-e2914788-e7e4-4a13-b83f-78c3979e9233 None None] Agent healthcheck: found 5 active agents {{(pid=82098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 14 08:38:32.945837 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 51312) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:38:33.050301 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.pecan_wsgi.hooks.translation [None req-8deb916a-d78d-4ca6-954c-5a77f62fa087 admin admin] GET failed (client error): The resource could not be found.
Jul 14 08:38:33.051648 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-8deb916a-d78d-4ca6-954c-5a77f62fa087 admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1048028
Jul 14 08:38:33.197309 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d91cf5e-7605-442d-afb6-b88c69776afb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:38:33.198896 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-6d91cf5e-7605-442d-afb6-b88c69776afb admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1428149
Jul 14 08:38:35.304734 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 51324) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:38:35.380817 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-86a16349-1554-4350-9895-0ead99167be5 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:38:35.385745 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-86a16349-1554-4350-9895-0ead99167be5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:38:35.395672 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-86a16349-1554-4350-9895-0ead99167be5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:38:35.404109 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a16349-1554-4350-9895-0ead99167be5 admin admin] Made reservation on behalf of 9813e697494b43f280ec65a88710c6e1 for: {'network': 1} {{(pid=82096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:38:35.408690 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-86a16349-1554-4350-9895-0ead99167be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for network, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:38:35.506180 dv-cinder-800229-1-iscsi neutron-server[81984]: WARNING neutron.services.revisions.revision_plugin [None req-86a16349-1554-4350-9895-0ead99167be5 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f6401f4d4e0] {project_id='9813e697494b43f280ec65a88710c6e1', id='0a3c3ae0-2aed-476e-811e-f90e4445fdb9', target_tenant='*', action='access_as_shared', object_id='dc5284be-13e7-4d1b-a65f-e870107a9df9'}> to bump revision.
Jul 14 08:38:35.519983 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86a16349-1554-4350-9895-0ead99167be5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501}  {{(pid=82096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 14 08:38:35.529612 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-86a16349-1554-4350-9895-0ead99167be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6123'] for segment, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:38:35.529998 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.db.segments_db [None req-86a16349-1554-4350-9895-0ead99167be5 admin admin] Added segment 1da51125-7a34-49b3-8aea-8c2fa3dd939a of type vlan for network dc5284be-13e7-4d1b-a65f-e870107a9df9
Jul 14 08:38:35.560571 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-86a16349-1554-4350-9895-0ead99167be5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282634469919'] for network, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:38:35.593267 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-86a16349-1554-4350-9895-0ead99167be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097'] for network, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:38:35.594542 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a16349-1554-4350-9895-0ead99167be5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:38:35.595220 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-86a16349-1554-4350-9895-0ead99167be5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for network, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:38:35.601121 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:38:35.716457 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ac2d15f5-ae0a-4361-b2d3-3d41499af58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:38:35.875128 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-86a16349-1554-4350-9895-0ead99167be5 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5687597
Jul 14 08:38:35.875803 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a16349-1554-4350-9895-0ead99167be5 admin admin] Pushing event updated for resources: {'Network': ['ID=dc5284be-13e7-4d1b-a65f-e870107a9df9,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:38:35.878694 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-86a16349-1554-4350-9895-0ead99167be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:38:35.887800 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Network dc5284be-13e7-4d1b-a65f-e870107a9df9 details requested by agent ovs-agent-dv-cinder-800229-1-iscsi with host dv-cinder-800229-1-iscsi {{(pid=82097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jul 14 08:38:36.694741 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:38:37.716912 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c6abf3ab-a2aa-4bba-b5cb-7664857f1dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:38:37.999275 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 51336) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:38:38.102612 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.pecan_wsgi.hooks.translation [None req-206948bd-3d24-4011-b0f1-6c5f28df462e admin admin] GET failed (client error): The resource could not be found.
Jul 14 08:38:38.103195 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-206948bd-3d24-4011-b0f1-6c5f28df462e admin admin] Synchronizing usage tracker for tenant:9813e697494b43f280ec65a88710c6e1 on resource:network {{(pid=82096) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:38:38.118054 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-206948bd-3d24-4011-b0f1-6c5f28df462e admin admin] Unset dirty status for tenant:9813e697494b43f280ec65a88710c6e1 on resource:network {{(pid=82096) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:38:38.119285 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-206948bd-3d24-4011-b0f1-6c5f28df462e admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1189394
Jul 14 08:38:38.233596 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7906a6-fd0a-491a-a0ef-e8ea66e46638 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:38:38.235078 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-fb7906a6-fd0a-491a-a0ef-e8ea66e46638 admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1114202
Jul 14 08:38:38.246795 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-c9706697-2e2a-414f-8a04-70fd04b54aa7 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'dc5284be-13e7-4d1b-a65f-e870107a9df9', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:38:38.252610 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-c9706697-2e2a-414f-8a04-70fd04b54aa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:38:38.266303 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-c9706697-2e2a-414f-8a04-70fd04b54aa7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:38:38.274939 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9706697-2e2a-414f-8a04-70fd04b54aa7 admin admin] Made reservation on behalf of 9813e697494b43f280ec65a88710c6e1 for: {'subnet': 1} {{(pid=82096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:38:38.279673 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c9706697-2e2a-414f-8a04-70fd04b54aa7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:38:38.455233 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:38:38.495411 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c9706697-2e2a-414f-8a04-70fd04b54aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097'] for subnet, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:38:38.500094 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-960f2824-065f-49b8-ad25-dec5957a1ba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:38:38.573700 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9706697-2e2a-414f-8a04-70fd04b54aa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97b0498e-4227-49de-82ee-caa6c6423ca3,revision_number=0']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:38:38.579116 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c9706697-2e2a-414f-8a04-70fd04b54aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:38:38.590413 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9706697-2e2a-414f-8a04-70fd04b54aa7 admin admin] Checking segment: {'id': '1da51125-7a34-49b3-8aea-8c2fa3dd939a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'dc5284be-13e7-4d1b-a65f-e870107a9df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:38:38.590806 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9706697-2e2a-414f-8a04-70fd04b54aa7 admin admin] Network hostable DHCP agents. Network: dc5284be-13e7-4d1b-a65f-e870107a9df9, hostable agents: ['4806de72-7956-4992-af39-5d97bb1c9176'], hosted agents: [] {{(pid=82096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jul 14 08:38:38.612531 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9706697-2e2a-414f-8a04-70fd04b54aa7 admin admin] Network dc5284be-13e7-4d1b-a65f-e870107a9df9 is scheduled to be hosted by DHCP agent 4806de72-7956-4992-af39-5d97bb1c9176 with binding_index 1 {{(pid=82096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jul 14 08:38:38.620454 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-c9706697-2e2a-414f-8a04-70fd04b54aa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800229-1-iscsi, dc5284be-13e7-4d1b-a65f-e870107a9df9) {{(pid=82096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:38:38.624415 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9706697-2e2a-414f-8a04-70fd04b54aa7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:38:38.625056 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c9706697-2e2a-414f-8a04-70fd04b54aa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for subnet, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:38:38.629972 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f3550b-7061-49d1-a7d8-64dab4be00aa None None] Network dc5284be-13e7-4d1b-a65f-e870107a9df9 requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:38:38.648794 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-c9706697-2e2a-414f-8a04-70fd04b54aa7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4060287
Jul 14 08:38:38.869876 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7809f1c-ab91-4a77-a306-543c9f448cb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3704f2b-d2c3-5246-b6ef-c89a7a596ff8-dc5284be-13e7-4d1b-a65f-e870107a9df9', 'network_id': 'dc5284be-13e7-4d1b-a65f-e870107a9df9', 'tenant_id': '9813e697494b43f280ec65a88710c6e1', 'fixed_ips': [{'subnet_id': '97b0498e-4227-49de-82ee-caa6c6423ca3'}]}} from dv-cinder-800229-1-iscsi. {{(pid=82097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jul 14 08:38:38.870759 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b7809f1c-ab91-4a77-a306-543c9f448cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:38:39.041905 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [None req-b7809f1c-ab91-4a77-a306-543c9f448cb4 None None] Allocated IP 192.168.233.2 (dc5284be-13e7-4d1b-a65f-e870107a9df9/97b0498e-4227-49de-82ee-caa6c6423ca3/1950cd31-7034-4526-bc17-4ccbac736513) {{(pid=82097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:38:39.270318 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b7809f1c-ab91-4a77-a306-543c9f448cb4 None None] Notify callbacks [] for port, precommit_create {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:38:39.281478 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-b7809f1c-ab91-4a77-a306-543c9f448cb4 None None] Transition to ACTIVE for port object 1950cd31-7034-4526-bc17-4ccbac736513 will not be triggered until provisioned by entity L2. {{(pid=82097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:38:39.303917 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-b7809f1c-ab91-4a77-a306-543c9f448cb4 None None] Transition to ACTIVE for port object 1950cd31-7034-4526-bc17-4ccbac736513 will not be triggered until provisioned by entity DHCP. {{(pid=82097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:38:39.310592 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b7809f1c-ab91-4a77-a306-543c9f448cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794'] for port, after_create {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:38:39.316138 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:38:39.387155 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7809f1c-ab91-4a77-a306-543c9f448cb4 None None] Network dc5284be-13e7-4d1b-a65f-e870107a9df9 is already hosted by enough agents. {{(pid=82097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:38:39.391087 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-b7809f1c-ab91-4a77-a306-543c9f448cb4 None None] Resources bound (agent type, host, resource id):  {{(pid=82097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:38:39.393097 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7809f1c-ab91-4a77-a306-543c9f448cb4 None None] Pushing event updated for resources: {'Port': ['ID=1950cd31-7034-4526-bc17-4ccbac736513,revision_number=1']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:38:39.395581 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7809f1c-ab91-4a77-a306-543c9f448cb4 None None] Received port after_create {{(pid=82097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:38:39.433034 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7809f1c-ab91-4a77-a306-543c9f448cb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:38:39.433415 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7809f1c-ab91-4a77-a306-543c9f448cb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:38:39.433787 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7809f1c-ab91-4a77-a306-543c9f448cb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:38:39.434158 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7809f1c-ab91-4a77-a306-543c9f448cb4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:38:39.434525 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7809f1c-ab91-4a77-a306-543c9f448cb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:38:39.434889 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7809f1c-ab91-4a77-a306-543c9f448cb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:38:39.435283 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7809f1c-ab91-4a77-a306-543c9f448cb4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:38:39.435666 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7809f1c-ab91-4a77-a306-543c9f448cb4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:38:39.436019 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7809f1c-ab91-4a77-a306-543c9f448cb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:38:39.436372 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7809f1c-ab91-4a77-a306-543c9f448cb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:38:39.436727 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7809f1c-ab91-4a77-a306-543c9f448cb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:38:39.444519 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-b7809f1c-ab91-4a77-a306-543c9f448cb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:38:39.512286 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:38:39.516682 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-b7809f1c-ab91-4a77-a306-543c9f448cb4 None None] Attempting to bind port 1950cd31-7034-4526-bc17-4ccbac736513 on host dv-cinder-800229-1-iscsi for vnic_type normal with profile  {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:38:39.517097 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-b7809f1c-ab91-4a77-a306-543c9f448cb4 None None] Attempting to bind port 1950cd31-7034-4526-bc17-4ccbac736513 by drivers openvswitch,hyperv on host dv-cinder-800229-1-iscsi at level 0 using segments [{'id': '1da51125-7a34-49b3-8aea-8c2fa3dd939a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'dc5284be-13e7-4d1b-a65f-e870107a9df9'}] {{(pid=82097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:38:39.517505 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7809f1c-ab91-4a77-a306-543c9f448cb4 None None] Attempting to bind port 1950cd31-7034-4526-bc17-4ccbac736513 on network dc5284be-13e7-4d1b-a65f-e870107a9df9 {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:38:39.525132 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7809f1c-ab91-4a77-a306-543c9f448cb4 None None] Checking agent: {'id': '0d58c09d-3d0a-420d-b789-56ac4f0c32ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 37), 'started_at': datetime.datetime(2021, 7, 14, 8, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:38:39.525481 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7809f1c-ab91-4a77-a306-543c9f448cb4 None None] Checking segment: {'id': '1da51125-7a34-49b3-8aea-8c2fa3dd939a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'dc5284be-13e7-4d1b-a65f-e870107a9df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:38:39.525925 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b7809f1c-ab91-4a77-a306-543c9f448cb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:38:39.526364 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7809f1c-ab91-4a77-a306-543c9f448cb4 None None] Bound using segment: {'id': '1da51125-7a34-49b3-8aea-8c2fa3dd939a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'dc5284be-13e7-4d1b-a65f-e870107a9df9'} {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:38:39.526877 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-b7809f1c-ab91-4a77-a306-543c9f448cb4 None None] Bound port: 1950cd31-7034-4526-bc17-4ccbac736513, host: dv-cinder-800229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1da51125-7a34-49b3-8aea-8c2fa3dd939a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'dc5284be-13e7-4d1b-a65f-e870107a9df9'}}] {{(pid=82097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:38:39.527332 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b7809f1c-ab91-4a77-a306-543c9f448cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:38:39.629724 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-b7809f1c-ab91-4a77-a306-543c9f448cb4 None None] For port 1950cd31-7034-4526-bc17-4ccbac736513, host dv-cinder-800229-1-iscsi, cleared binding levels {{(pid=82097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:38:39.633990 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-b7809f1c-ab91-4a77-a306-543c9f448cb4 None None] For port 1950cd31-7034-4526-bc17-4ccbac736513, host dv-cinder-800229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=1950cd31-7034-4526-bc17-4ccbac736513,segment=NetworkSegment(1da51125-7a34-49b3-8aea-8c2fa3dd939a),segment_id=1da51125-7a34-49b3-8aea-8c2fa3dd939a)] {{(pid=82097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:38:39.637374 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b7809f1c-ab91-4a77-a306-543c9f448cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:38:39.641942 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c0dbb220-bbd2-4b8d-8f6d-14c860a451aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:38:39.725891 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7809f1c-ab91-4a77-a306-543c9f448cb4 None None] Pushing event updated for resources: {'Port': ['ID=1950cd31-7034-4526-bc17-4ccbac736513,revision_number=2']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:38:39.729126 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-b7809f1c-ab91-4a77-a306-543c9f448cb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:38:41.077606 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 1950cd31-7034-4526-bc17-4ccbac736513 up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:38:41.263977 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c415971c-f4c7-4e46-9e59-e68fbb64004e None None] Network dc5284be-13e7-4d1b-a65f-e870107a9df9 requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:38:41.415996 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-9940deab-3f9c-4652-b226-a9beea5a880a None None] Provisioning for port 1950cd31-7034-4526-bc17-4ccbac736513 completed by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:38:41.437489 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning for port 1950cd31-7034-4526-bc17-4ccbac736513 completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:38:41.471445 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port 1950cd31-7034-4526-bc17-4ccbac736513 triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:38:41.471783 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:38:41.667372 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:38:41.705735 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] For port 1950cd31-7034-4526-bc17-4ccbac736513, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=1950cd31-7034-4526-bc17-4ccbac736513,segment=NetworkSegment(1da51125-7a34-49b3-8aea-8c2fa3dd939a),segment_id=1da51125-7a34-49b3-8aea-8c2fa3dd939a)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:38:41.708729 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:38:41.711405 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:38:41.777990 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Pushing event updated for resources: {'Port': ['ID=1950cd31-7034-4526-bc17-4ccbac736513,revision_number=3']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:38:41.781365 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:38:41.960654 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-60715a5d-ebda-4dc7-8fe7-8af792738358 None None] Provisioning complete for port 1950cd31-7034-4526-bc17-4ccbac736513 triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:38:41.960964 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-60715a5d-ebda-4dc7-8fe7-8af792738358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:38:43.038814 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 1950cd31-7034-4526-bc17-4ccbac736513 up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:38:43.112526 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port 1950cd31-7034-4526-bc17-4ccbac736513 triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:38:43.112933 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:39:05.719606 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-37d3aa98-2ccf-4739-9c02-ea5ea4b4bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:39:06.698323 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:39:07.720018 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-456998b5-981a-4e12-b318-d7c1df9d59be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:39:08.459858 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:39:09.180240 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.agents_db [None req-e2914788-e7e4-4a13-b83f-78c3979e9233 None None] Agent healthcheck: found 5 active agents {{(pid=82098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 14 08:39:09.494205 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:39:35.733340 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3cc2b1ae-3922-4727-88b4-1ada39ef3ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:39:36.701261 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:39:37.725920 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2e5cbf2d-d960-42ef-aea8-f6f5c56642b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:39:38.464939 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:39:39.495779 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:39:46.181155 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.agents_db [None req-e2914788-e7e4-4a13-b83f-78c3979e9233 None None] Agent healthcheck: found 5 active agents {{(pid=82098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 14 08:39:52.178819 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 51372) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:39:52.185405 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [None req-9137e5a8-231a-4362-b3d0-215771c61000 tempest-verify_tempest_config-1740009263 tempest-verify_tempest_config-1740009263-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=82096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 14 08:39:52.186434 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-9137e5a8-231a-4362-b3d0-215771c61000 tempest-verify_tempest_config-1740009263 tempest-verify_tempest_config-1740009263-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12156 time: 0.0063126
Jul 14 08:39:52.524346 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 51390) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:39:52.674940 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6987729e-5fa3-44ff-ace5-dfae437de33c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:39:52.707542 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-6987729e-5fa3-44ff-ace5-dfae437de33c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:39:52.711497 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-6987729e-5fa3-44ff-ace5-dfae437de33c admin admin] Usage tracker for resource:security_group_rule and tenant:5324ad8708c6414e89704c013ecde013 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:39:52.714388 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-6987729e-5fa3-44ff-ace5-dfae437de33c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:39:52.720300 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-6987729e-5fa3-44ff-ace5-dfae437de33c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:39:52.790161 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6987729e-5fa3-44ff-ace5-dfae437de33c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:39:52.792709 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6987729e-5fa3-44ff-ace5-dfae437de33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:39:52.800745 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:39:52.841024 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6987729e-5fa3-44ff-ace5-dfae437de33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13683eaf-bdeb-4345-8923-14b21fd9e456,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:39:52.845847 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-6987729e-5fa3-44ff-ace5-dfae437de33c admin admin] Synchronizing usage tracker for tenant:9813e697494b43f280ec65a88710c6e1 on resource:security_group {{(pid=82096) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:39:52.854830 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987729e-5fa3-44ff-ace5-dfae437de33c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:39:52.855235 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987729e-5fa3-44ff-ace5-dfae437de33c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:39:52.855610 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987729e-5fa3-44ff-ace5-dfae437de33c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:39:52.855976 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987729e-5fa3-44ff-ace5-dfae437de33c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:39:52.856344 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987729e-5fa3-44ff-ace5-dfae437de33c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:39:52.856709 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987729e-5fa3-44ff-ace5-dfae437de33c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:39:52.857071 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987729e-5fa3-44ff-ace5-dfae437de33c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:39:52.857431 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987729e-5fa3-44ff-ace5-dfae437de33c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:39:52.857788 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987729e-5fa3-44ff-ace5-dfae437de33c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:39:52.858142 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987729e-5fa3-44ff-ace5-dfae437de33c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:39:52.858497 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987729e-5fa3-44ff-ace5-dfae437de33c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:39:52.864723 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-6987729e-5fa3-44ff-ace5-dfae437de33c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:39:52.873459 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-6987729e-5fa3-44ff-ace5-dfae437de33c admin admin] Unset dirty status for tenant:9813e697494b43f280ec65a88710c6e1 on resource:security_group {{(pid=82096) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:39:52.874766 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-6987729e-5fa3-44ff-ace5-dfae437de33c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5324ad8708c6414e89704c013ecde013&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3493936
Jul 14 08:39:52.877489 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 51396) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:39:52.941202 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-afc503b9-c073-42cd-891c-018e21411b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:39:52.967243 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-afc503b9-c073-42cd-891c-018e21411b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:39:53.022803 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-afc503b9-c073-42cd-891c-018e21411b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:39:53.028992 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-62dd6b5d-3bce-42da-b227-873ee8789b0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:39:53.043994 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc503b9-c073-42cd-891c-018e21411b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13683eaf-bdeb-4345-8923-14b21fd9e456,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:39:53.046735 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-afc503b9-c073-42cd-891c-018e21411b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:39:53.047904 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-afc503b9-c073-42cd-891c-018e21411b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:39:53.049221 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-afc503b9-c073-42cd-891c-018e21411b44 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/13683eaf-bdeb-4345-8923-14b21fd9e456 HTTP/1.1" status: 204  len: 168 time: 0.1706190
Jul 14 08:40:05.726456 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-90f21c9a-d3a5-4938-acff-c1a8a365b492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:40:06.703404 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:40:07.719248 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-dd036b9c-c0df-44e5-b0f6-f86648450e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:40:08.464936 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:40:09.498641 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:40:23.182260 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.agents_db [None req-e2914788-e7e4-4a13-b83f-78c3979e9233 None None] Agent healthcheck: found 5 active agents {{(pid=82098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 14 08:40:35.730746 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-197ca43f-bce0-473a-9a39-2e5f679fc972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:40:36.704614 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:40:37.720567 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-adfed2d2-5b74-411c-9887-9d462d826c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:40:38.466898 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:40:39.501319 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:41:00.182649 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.agents_db [None req-e2914788-e7e4-4a13-b83f-78c3979e9233 None None] Agent healthcheck: found 5 active agents {{(pid=82098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 14 08:41:05.732064 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-862ef6bc-6425-4e1c-9460-81e7625786ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:41:06.707337 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:41:07.722897 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-eaf03c92-e2fc-4452-ad88-e4c11fc2c5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:41:08.468662 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:41:09.505358 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:41:34.343460 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-699866'] for agent, after_create {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:41:35.732769 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8116ecc7-5497-4cf8-ab58-610567b8d20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:41:36.709790 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:41:37.183491 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.agents_db [None req-e2914788-e7e4-4a13-b83f-78c3979e9233 None None] Agent healthcheck: found 6 active agents {{(pid=82098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 14 08:41:37.723479 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-960e2ddd-dbd9-45f8-912c-7bcac1840f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:41:38.472433 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:41:39.507440 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:41:50.882805 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 51478) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:41:51.027440 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-be6a0489-2a7f-47ad-bed4-68bd6e1c06dc admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1433294
Jul 14 08:41:53.111997 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 51490) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:41:53.198748 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-e1968f66-1afb-44ce-bc61-7686568de731 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0850801
Jul 14 08:42:04.303472 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:42:05.733668 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-645b70d9-98f2-498c-9962-13ef83e2f5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:42:06.712082 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:42:07.723870 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c7df3239-21b2-4276-84ec-4360131df5fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:42:08.476445 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:42:09.509629 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:42:14.184138 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.agents_db [None req-e2914788-e7e4-4a13-b83f-78c3979e9233 None None] Agent healthcheck: found 6 active agents {{(pid=82098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 14 08:42:34.305814 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:42:35.737241 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6f29e20e-fb48-4e1d-a9fc-c4a15327f8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:42:36.714284 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:42:37.726105 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-70316f13-1127-43c9-90a0-dbc4a66e5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:42:38.478909 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:42:39.513262 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:42:51.185968 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.agents_db [None req-e2914788-e7e4-4a13-b83f-78c3979e9233 None None] Agent healthcheck: found 6 active agents {{(pid=82098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 14 08:43:04.311309 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:05.739601 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-a49ebf87-652a-41bf-95a2-d0861cd0cb94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:06.716055 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:07.727948 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-13229197-6f59-4e5a-a70e-6a2093d9daa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:08.482032 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:09.518301 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:28.186356 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.agents_db [None req-e2914788-e7e4-4a13-b83f-78c3979e9233 None None] Agent healthcheck: found 6 active agents {{(pid=82098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 14 08:43:34.328841 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:35.766467 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-02198966-fd52-4c75-86c6-4613c45ba0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:36.718455 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:37.458038 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 51656) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:43:37.745051 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-dece1f73-0580-40d0-8743-fc4e31e4afa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:37.911948 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-9fa6363c-47e6-47f5-9a85-37e589d9e6df admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-711613083-network', 'tenant_id': 'ef5f221c229d42ae84140f2022c8260a'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:43:37.917750 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-9fa6363c-47e6-47f5-9a85-37e589d9e6df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:43:37.922240 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-9fa6363c-47e6-47f5-9a85-37e589d9e6df admin admin] Usage tracker for resource:network and tenant:ef5f221c229d42ae84140f2022c8260a is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:43:37.926102 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-9fa6363c-47e6-47f5-9a85-37e589d9e6df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:43:37.932176 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-9fa6363c-47e6-47f5-9a85-37e589d9e6df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:43:37.941806 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa6363c-47e6-47f5-9a85-37e589d9e6df admin admin] Made reservation on behalf of ef5f221c229d42ae84140f2022c8260a for: {'network': 1} {{(pid=82096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:43:37.946776 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9fa6363c-47e6-47f5-9a85-37e589d9e6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for network, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:37.961114 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9fa6363c-47e6-47f5-9a85-37e589d9e6df admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:37.995372 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-9fa6363c-47e6-47f5-9a85-37e589d9e6df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:43:37.999379 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-9fa6363c-47e6-47f5-9a85-37e589d9e6df admin admin] Usage tracker for resource:security_group_rule and tenant:ef5f221c229d42ae84140f2022c8260a is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:43:38.002481 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-9fa6363c-47e6-47f5-9a85-37e589d9e6df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:43:38.008506 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-9fa6363c-47e6-47f5-9a85-37e589d9e6df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:43:38.083029 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9fa6363c-47e6-47f5-9a85-37e589d9e6df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:38.087371 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9fa6363c-47e6-47f5-9a85-37e589d9e6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:38.103306 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-6987729e-5fa3-44ff-ace5-dfae437de33c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:38.129599 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fa6363c-47e6-47f5-9a85-37e589d9e6df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502}  {{(pid=82096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 14 08:43:38.132054 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa6363c-47e6-47f5-9a85-37e589d9e6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82225130-2680-4332-a37f-3aa7f1c2fbaa,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:38.144501 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa6363c-47e6-47f5-9a85-37e589d9e6df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:43:38.144879 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa6363c-47e6-47f5-9a85-37e589d9e6df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:43:38.145250 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa6363c-47e6-47f5-9a85-37e589d9e6df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:43:38.145613 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa6363c-47e6-47f5-9a85-37e589d9e6df admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:43:38.145977 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa6363c-47e6-47f5-9a85-37e589d9e6df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:43:38.146338 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa6363c-47e6-47f5-9a85-37e589d9e6df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:43:38.146695 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa6363c-47e6-47f5-9a85-37e589d9e6df admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:43:38.147053 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa6363c-47e6-47f5-9a85-37e589d9e6df admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:43:38.147433 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa6363c-47e6-47f5-9a85-37e589d9e6df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:43:38.147784 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa6363c-47e6-47f5-9a85-37e589d9e6df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:43:38.148140 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa6363c-47e6-47f5-9a85-37e589d9e6df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:43:38.149241 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa6363c-47e6-47f5-9a85-37e589d9e6df admin admin] Tracked resource versions report:
Jul 14 08:43:38.149241 dv-cinder-800229-1-iscsi neutron-server[81984]: pushed versions:
Jul 14 08:43:38.149241 dv-cinder-800229-1-iscsi neutron-server[81984]: {   'ConntrackHelper': {'1.0'},
Jul 14 08:43:38.149241 dv-cinder-800229-1-iscsi neutron-server[81984]:     'Log': {'1.0'},
Jul 14 08:43:38.149241 dv-cinder-800229-1-iscsi neutron-server[81984]:     'Network': {'1.1'},
Jul 14 08:43:38.149241 dv-cinder-800229-1-iscsi neutron-server[81984]:     'Port': {'1.5'},
Jul 14 08:43:38.149241 dv-cinder-800229-1-iscsi neutron-server[81984]:     'PortForwarding': {'1.2'},
Jul 14 08:43:38.149241 dv-cinder-800229-1-iscsi neutron-server[81984]:     'QosPolicy': {'1.8'},
Jul 14 08:43:38.149241 dv-cinder-800229-1-iscsi neutron-server[81984]:     'SecurityGroup': {'1.2'},
Jul 14 08:43:38.149241 dv-cinder-800229-1-iscsi neutron-server[81984]:     'SecurityGroupRule': {'1.0'},
Jul 14 08:43:38.149241 dv-cinder-800229-1-iscsi neutron-server[81984]:     'SubPort': {'1.0'},
Jul 14 08:43:38.149241 dv-cinder-800229-1-iscsi neutron-server[81984]:     'Subnet': {'1.1'},
Jul 14 08:43:38.149241 dv-cinder-800229-1-iscsi neutron-server[81984]:     'Trunk': {'1.1'}}
Jul 14 08:43:38.149241 dv-cinder-800229-1-iscsi neutron-server[81984]: consumer versions:
Jul 14 08:43:38.149241 dv-cinder-800229-1-iscsi neutron-server[81984]: {   DHCP agent@dv-cinder-800229-1-iscsi: {},
Jul 14 08:43:38.149241 dv-cinder-800229-1-iscsi neutron-server[81984]:     HyperV agent@hv-cinder-80022: {},
Jul 14 08:43:38.149241 dv-cinder-800229-1-iscsi neutron-server[81984]:     L3 agent@dv-cinder-800229-1-iscsi: {},
Jul 14 08:43:38.149241 dv-cinder-800229-1-iscsi neutron-server[81984]:     Metadata agent@dv-cinder-800229-1-iscsi: {},
Jul 14 08:43:38.149241 dv-cinder-800229-1-iscsi neutron-server[81984]:     Metering agent@dv-cinder-800229-1-iscsi: {},
Jul 14 08:43:38.149241 dv-cinder-800229-1-iscsi neutron-server[81984]:     Open vSwitch agent@dv-cinder-800229-1-iscsi: {   'ConntrackHelper': '1.0',
Jul 14 08:43:38.149241 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'Log': '1.0',
Jul 14 08:43:38.149241 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'Network': '1.1',
Jul 14 08:43:38.149241 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'Port': '1.5',
Jul 14 08:43:38.149241 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'PortForwarding': '1.2',
Jul 14 08:43:38.149241 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'QosPolicy': '1.8',
Jul 14 08:43:38.149241 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'SecurityGroup': '1.2',
Jul 14 08:43:38.149241 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'SecurityGroupRule': '1.0',
Jul 14 08:43:38.149241 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'SubPort': '1.0',
Jul 14 08:43:38.149241 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'Subnet': '1.1',
Jul 14 08:43:38.149241 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'Trunk': '1.1'}}
Jul 14 08:43:38.149241 dv-cinder-800229-1-iscsi neutron-server[81984]:  {{(pid=82096) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jul 14 08:43:38.152666 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-9fa6363c-47e6-47f5-9a85-37e589d9e6df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:38.159476 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9fa6363c-47e6-47f5-9a85-37e589d9e6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6123'] for segment, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:38.160006 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.db.segments_db [None req-9fa6363c-47e6-47f5-9a85-37e589d9e6df admin admin] Added segment ba11dabd-2829-4357-ba14-54c28395fb37 of type vlan for network 8e8216a1-d2c2-409a-8992-b2e5db0cceea
Jul 14 08:43:38.187877 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9fa6363c-47e6-47f5-9a85-37e589d9e6df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282634469919'] for network, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:38.222506 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9fa6363c-47e6-47f5-9a85-37e589d9e6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097'] for network, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:38.224203 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa6363c-47e6-47f5-9a85-37e589d9e6df admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:43:38.224839 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9fa6363c-47e6-47f5-9a85-37e589d9e6df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for network, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:38.245654 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-00e2feb5-d3ba-476c-ba38-0b0aa88cc63e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:38.261584 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-9fa6363c-47e6-47f5-9a85-37e589d9e6df admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.8024206
Jul 14 08:43:38.264720 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 51686) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:43:38.275062 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-95dca5cd-5643-47ce-93d7-e7c10a581b03 admin admin] Request body: {'subnet': {'network_id': '8e8216a1-d2c2-409a-8992-b2e5db0cceea', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-711613083-subnet', 'tenant_id': 'ef5f221c229d42ae84140f2022c8260a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:43:38.279847 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-95dca5cd-5643-47ce-93d7-e7c10a581b03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:43:38.285298 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-95dca5cd-5643-47ce-93d7-e7c10a581b03 admin admin] Usage tracker for resource:subnet and tenant:ef5f221c229d42ae84140f2022c8260a is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:43:38.288883 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-95dca5cd-5643-47ce-93d7-e7c10a581b03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:43:38.294876 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-95dca5cd-5643-47ce-93d7-e7c10a581b03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:43:38.370637 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95dca5cd-5643-47ce-93d7-e7c10a581b03 admin admin] Made reservation on behalf of ef5f221c229d42ae84140f2022c8260a for: {'subnet': 1} {{(pid=82096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:43:38.375293 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-95dca5cd-5643-47ce-93d7-e7c10a581b03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:38.432817 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 51694) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:43:38.448923 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa6363c-47e6-47f5-9a85-37e589d9e6df admin admin] Pushing event updated for resources: {'Network': ['ID=8e8216a1-d2c2-409a-8992-b2e5db0cceea,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:38.452195 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-9fa6363c-47e6-47f5-9a85-37e589d9e6df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:38.460208 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Network 8e8216a1-d2c2-409a-8992-b2e5db0cceea details requested by agent ovs-agent-dv-cinder-800229-1-iscsi with host dv-cinder-800229-1-iscsi {{(pid=82097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jul 14 08:43:38.475325 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 51700) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:43:38.521286 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 51704) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:43:38.598965 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:38.664731 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-95dca5cd-5643-47ce-93d7-e7c10a581b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097'] for subnet, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:38.669383 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:38.735311 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dca5cd-5643-47ce-93d7-e7c10a581b03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd423f8f-d472-4c93-9b97-166dc5e957f0,revision_number=0']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:38.738734 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-95dca5cd-5643-47ce-93d7-e7c10a581b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:38.763874 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dca5cd-5643-47ce-93d7-e7c10a581b03 admin admin] Checking segment: {'id': 'ba11dabd-2829-4357-ba14-54c28395fb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '8e8216a1-d2c2-409a-8992-b2e5db0cceea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:43:38.764135 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dca5cd-5643-47ce-93d7-e7c10a581b03 admin admin] Network hostable DHCP agents. Network: 8e8216a1-d2c2-409a-8992-b2e5db0cceea, hostable agents: ['4806de72-7956-4992-af39-5d97bb1c9176'], hosted agents: [] {{(pid=82096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jul 14 08:43:38.785380 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 51716) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:43:38.788735 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dca5cd-5643-47ce-93d7-e7c10a581b03 admin admin] Network 8e8216a1-d2c2-409a-8992-b2e5db0cceea is scheduled to be hosted by DHCP agent 4806de72-7956-4992-af39-5d97bb1c9176 with binding_index 1 {{(pid=82096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jul 14 08:43:38.802531 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-95dca5cd-5643-47ce-93d7-e7c10a581b03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800229-1-iscsi, 8e8216a1-d2c2-409a-8992-b2e5db0cceea) {{(pid=82096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:43:38.807287 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dca5cd-5643-47ce-93d7-e7c10a581b03 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:43:38.807978 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-95dca5cd-5643-47ce-93d7-e7c10a581b03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for subnet, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:38.816527 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebc331b-45e0-4556-a5f0-910f1f5a3592 None None] Network 8e8216a1-d2c2-409a-8992-b2e5db0cceea requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:43:38.833716 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-95dca5cd-5643-47ce-93d7-e7c10a581b03 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.5677981
Jul 14 08:43:39.124613 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-8cd9fa15-a3a3-4e53-accd-c73447b4013f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-430322807-network', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:43:39.133204 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-8cd9fa15-a3a3-4e53-accd-c73447b4013f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:43:39.138609 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-8cd9fa15-a3a3-4e53-accd-c73447b4013f admin admin] Usage tracker for resource:network and tenant:8b3a1809d9a5426abbaa7d1c2677f387 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:43:39.144347 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-8cd9fa15-a3a3-4e53-accd-c73447b4013f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:43:39.153424 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-8cd9fa15-a3a3-4e53-accd-c73447b4013f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:43:39.163885 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd9fa15-a3a3-4e53-accd-c73447b4013f admin admin] Made reservation on behalf of 8b3a1809d9a5426abbaa7d1c2677f387 for: {'network': 1} {{(pid=82096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:43:39.168915 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8cd9fa15-a3a3-4e53-accd-c73447b4013f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for network, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:39.185554 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8cd9fa15-a3a3-4e53-accd-c73447b4013f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:39.212657 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370f5616-376a-4b95-a691-eb5f0d7c9e2d None None] Network 8e8216a1-d2c2-409a-8992-b2e5db0cceea requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:43:39.227286 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-8cd9fa15-a3a3-4e53-accd-c73447b4013f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:43:39.232250 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-8cd9fa15-a3a3-4e53-accd-c73447b4013f admin admin] Usage tracker for resource:security_group_rule and tenant:8b3a1809d9a5426abbaa7d1c2677f387 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:43:39.235200 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-8cd9fa15-a3a3-4e53-accd-c73447b4013f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:43:39.246160 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-8cd9fa15-a3a3-4e53-accd-c73447b4013f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:43:39.329238 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8cd9fa15-a3a3-4e53-accd-c73447b4013f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:39.335331 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8cd9fa15-a3a3-4e53-accd-c73447b4013f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:39.359252 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd9fa15-a3a3-4e53-accd-c73447b4013f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503}  {{(pid=82096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 14 08:43:39.370807 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8cd9fa15-a3a3-4e53-accd-c73447b4013f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6123'] for segment, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:39.370807 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.db.segments_db [None req-8cd9fa15-a3a3-4e53-accd-c73447b4013f admin admin] Added segment 54020ed2-9764-455c-bb75-78a5101f4433 of type vlan for network 52933724-b56f-4198-aacf-d572e3623b57
Jul 14 08:43:39.381987 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-00e2feb5-d3ba-476c-ba38-0b0aa88cc63e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:39.462546 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9fa15-a3a3-4e53-accd-c73447b4013f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d4203c-d0ac-4cb2-93cb-a007e755ac8c,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:39.466567 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8cd9fa15-a3a3-4e53-accd-c73447b4013f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282634469919'] for network, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:39.473857 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-8cd9fa15-a3a3-4e53-accd-c73447b4013f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:39.529011 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:39.532540 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8cd9fa15-a3a3-4e53-accd-c73447b4013f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097'] for network, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:39.534347 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd9fa15-a3a3-4e53-accd-c73447b4013f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:43:39.535334 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8cd9fa15-a3a3-4e53-accd-c73447b4013f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for network, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:39.542125 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-62dd6b5d-3bce-42da-b227-873ee8789b0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:39.666268 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9fa15-a3a3-4e53-accd-c73447b4013f admin admin] Pushing event updated for resources: {'Network': ['ID=52933724-b56f-4198-aacf-d572e3623b57,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:39.671365 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-8cd9fa15-a3a3-4e53-accd-c73447b4013f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:39.678868 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Network 52933724-b56f-4198-aacf-d572e3623b57 details requested by agent ovs-agent-dv-cinder-800229-1-iscsi with host dv-cinder-800229-1-iscsi {{(pid=82097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jul 14 08:43:39.715501 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-8cd9fa15-a3a3-4e53-accd-c73447b4013f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.9284258
Jul 14 08:43:39.716404 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 51748) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:43:39.723970 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-740111b4-ffb4-4948-a828-6ae18d273d4c admin admin] Request body: {'subnet': {'network_id': '52933724-b56f-4198-aacf-d572e3623b57', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-430322807-subnet', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:43:39.732576 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-740111b4-ffb4-4948-a828-6ae18d273d4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:43:39.756373 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-740111b4-ffb4-4948-a828-6ae18d273d4c admin admin] Usage tracker for resource:subnet and tenant:8b3a1809d9a5426abbaa7d1c2677f387 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:43:39.760512 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-740111b4-ffb4-4948-a828-6ae18d273d4c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:43:39.774213 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-740111b4-ffb4-4948-a828-6ae18d273d4c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:43:39.784012 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-0644c4e6-7f3a-4d51-b989-60977381838f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-25464803-network', 'tenant_id': '14f51922b06043779a5017e6efa8b95a'}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:43:39.787464 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.quota [None req-0644c4e6-7f3a-4d51-b989-60977381838f admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f6402c80be0>.
Jul 14 08:43:39.790838 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740111b4-ffb4-4948-a828-6ae18d273d4c admin admin] Made reservation on behalf of 8b3a1809d9a5426abbaa7d1c2677f387 for: {'subnet': 1} {{(pid=82096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:43:39.795747 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-740111b4-ffb4-4948-a828-6ae18d273d4c admin admin] Notify callbacks [] for subnet, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:39.835568 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-2b7707db-39ea-42c2-b56c-c189f1179f4b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1229405343-network', 'tenant_id': 'ead16347efbf48ac94be432daab86c02'}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:43:39.842378 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-97bbe2b3-d36c-4dfd-af37-790674bb1d53 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-337393840-network', 'tenant_id': '77661f60a3aa459dba3a5d43ab14951d'}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:43:39.853459 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-97bbe2b3-d36c-4dfd-af37-790674bb1d53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:43:39.859402 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-97bbe2b3-d36c-4dfd-af37-790674bb1d53 admin admin] Usage tracker for resource:network and tenant:77661f60a3aa459dba3a5d43ab14951d is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:43:39.863286 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-97bbe2b3-d36c-4dfd-af37-790674bb1d53 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:43:39.870780 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-97bbe2b3-d36c-4dfd-af37-790674bb1d53 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:43:39.886453 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97bbe2b3-d36c-4dfd-af37-790674bb1d53 admin admin] Made reservation on behalf of 77661f60a3aa459dba3a5d43ab14951d for: {'network': 1} {{(pid=82095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:43:40.094994 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-740111b4-ffb4-4948-a828-6ae18d273d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097'] for subnet, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:40.100105 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:40.145805 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.policy [None req-97bbe2b3-d36c-4dfd-af37-790674bb1d53 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82095) register_rules /opt/stack/neutron/neutron/policy.py:68}}
Jul 14 08:43:40.156689 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-97bbe2b3-d36c-4dfd-af37-790674bb1d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for network, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:40.174960 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-0644c4e6-7f3a-4d51-b989-60977381838f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:43:40.178611 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-97bbe2b3-d36c-4dfd-af37-790674bb1d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:40.191538 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740111b4-ffb4-4948-a828-6ae18d273d4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2471914-bec5-4d3a-8fbd-31586948f335,revision_number=0']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:40.193871 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-2b7707db-39ea-42c2-b56c-c189f1179f4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:43:40.195149 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-740111b4-ffb4-4948-a828-6ae18d273d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:40.198883 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740111b4-ffb4-4948-a828-6ae18d273d4c admin admin] Checking segment: {'id': '54020ed2-9764-455c-bb75-78a5101f4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '52933724-b56f-4198-aacf-d572e3623b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:43:40.199332 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740111b4-ffb4-4948-a828-6ae18d273d4c admin admin] Network hostable DHCP agents. Network: 52933724-b56f-4198-aacf-d572e3623b57, hostable agents: ['4806de72-7956-4992-af39-5d97bb1c9176'], hosted agents: [] {{(pid=82096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jul 14 08:43:40.202850 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-0644c4e6-7f3a-4d51-b989-60977381838f admin admin] Usage tracker for resource:network and tenant:14f51922b06043779a5017e6efa8b95a is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:43:40.208111 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-2b7707db-39ea-42c2-b56c-c189f1179f4b admin admin] Usage tracker for resource:network and tenant:ead16347efbf48ac94be432daab86c02 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:43:40.212423 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-0644c4e6-7f3a-4d51-b989-60977381838f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:43:40.224003 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740111b4-ffb4-4948-a828-6ae18d273d4c admin admin] Network 52933724-b56f-4198-aacf-d572e3623b57 is scheduled to be hosted by DHCP agent 4806de72-7956-4992-af39-5d97bb1c9176 with binding_index 1 {{(pid=82096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jul 14 08:43:40.229531 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-2b7707db-39ea-42c2-b56c-c189f1179f4b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:43:40.234399 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-740111b4-ffb4-4948-a828-6ae18d273d4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800229-1-iscsi, 52933724-b56f-4198-aacf-d572e3623b57) {{(pid=82096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:43:40.239213 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-0644c4e6-7f3a-4d51-b989-60977381838f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:43:40.249856 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-2b7707db-39ea-42c2-b56c-c189f1179f4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:43:40.257974 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740111b4-ffb4-4948-a828-6ae18d273d4c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:43:40.258643 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-740111b4-ffb4-4948-a828-6ae18d273d4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for subnet, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:40.261164 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-97bbe2b3-d36c-4dfd-af37-790674bb1d53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:43:40.263561 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6872a82-52ce-456b-b435-44a18a27e2b2 None None] Network 52933724-b56f-4198-aacf-d572e3623b57 requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:43:40.268103 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-97bbe2b3-d36c-4dfd-af37-790674bb1d53 admin admin] Usage tracker for resource:security_group_rule and tenant:77661f60a3aa459dba3a5d43ab14951d is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:43:40.273069 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-97bbe2b3-d36c-4dfd-af37-790674bb1d53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:43:40.276088 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0644c4e6-7f3a-4d51-b989-60977381838f admin admin] Made reservation on behalf of 14f51922b06043779a5017e6efa8b95a for: {'network': 1} {{(pid=82095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:43:40.281410 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0644c4e6-7f3a-4d51-b989-60977381838f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for network, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:40.297412 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-97bbe2b3-d36c-4dfd-af37-790674bb1d53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:43:40.304239 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7707db-39ea-42c2-b56c-c189f1179f4b admin admin] Made reservation on behalf of ead16347efbf48ac94be432daab86c02 for: {'network': 1} {{(pid=82095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:43:40.305433 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-740111b4-ffb4-4948-a828-6ae18d273d4c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.5876932
Jul 14 08:43:40.308339 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 51786) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:43:40.310000 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2b7707db-39ea-42c2-b56c-c189f1179f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for network, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:40.316030 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-511fd93b-08bc-40c6-ae63-b6c651c027ff admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-430322807-router', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'}}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:43:40.325769 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0644c4e6-7f3a-4d51-b989-60977381838f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:40.332826 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-511fd93b-08bc-40c6-ae63-b6c651c027ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:43:40.340661 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-511fd93b-08bc-40c6-ae63-b6c651c027ff admin admin] Usage tracker for resource:router and tenant:8b3a1809d9a5426abbaa7d1c2677f387 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:43:40.345610 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2b7707db-39ea-42c2-b56c-c189f1179f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:40.345812 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-511fd93b-08bc-40c6-ae63-b6c651c027ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:43:40.358202 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-511fd93b-08bc-40c6-ae63-b6c651c027ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:43:40.385074 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-511fd93b-08bc-40c6-ae63-b6c651c027ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854083276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29836'] for router, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:40.386111 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-511fd93b-08bc-40c6-ae63-b6c651c027ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-695853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-754544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854745977'] for router, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:40.423170 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-511fd93b-08bc-40c6-ae63-b6c651c027ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:40.479341 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-0644c4e6-7f3a-4d51-b989-60977381838f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:43:40.489903 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-0644c4e6-7f3a-4d51-b989-60977381838f admin admin] Usage tracker for resource:security_group_rule and tenant:14f51922b06043779a5017e6efa8b95a is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:43:40.494218 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-0644c4e6-7f3a-4d51-b989-60977381838f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:43:40.523601 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-2b7707db-39ea-42c2-b56c-c189f1179f4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:43:40.527337 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-0644c4e6-7f3a-4d51-b989-60977381838f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:43:40.560268 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-2b7707db-39ea-42c2-b56c-c189f1179f4b admin admin] Usage tracker for resource:security_group_rule and tenant:ead16347efbf48ac94be432daab86c02 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:43:40.566810 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-2b7707db-39ea-42c2-b56c-c189f1179f4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:43:40.587764 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-2b7707db-39ea-42c2-b56c-c189f1179f4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:43:40.625212 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010f36e9-1286-474f-be89-3a446740b402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3704f2b-d2c3-5246-b6ef-c89a7a596ff8-52933724-b56f-4198-aacf-d572e3623b57', 'network_id': '52933724-b56f-4198-aacf-d572e3623b57', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'fixed_ips': [{'subnet_id': 'd2471914-bec5-4d3a-8fbd-31586948f335'}]}} from dv-cinder-800229-1-iscsi. {{(pid=82097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jul 14 08:43:40.626156 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-010f36e9-1286-474f-be89-3a446740b402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:40.630726 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-97bbe2b3-d36c-4dfd-af37-790674bb1d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:40.656176 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-97bbe2b3-d36c-4dfd-af37-790674bb1d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:40.684466 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:40.749426 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-511fd93b-08bc-40c6-ae63-b6c651c027ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-695868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854083321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29545'] for router, precommit_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:40.795249 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97bbe2b3-d36c-4dfd-af37-790674bb1d53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504}  {{(pid=82095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 14 08:43:40.817543 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [None req-010f36e9-1286-474f-be89-3a446740b402 None None] Allocated IP 172.20.0.2 (52933724-b56f-4198-aacf-d572e3623b57/d2471914-bec5-4d3a-8fbd-31586948f335/94dde392-41eb-4b8f-8ed1-1d35f25cd249) {{(pid=82097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:43:40.844233 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-97bbe2b3-d36c-4dfd-af37-790674bb1d53 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282633931534', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6123'] for segment, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:40.845170 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-97bbe2b3-d36c-4dfd-af37-790674bb1d53 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f6403944f28> segment precommit_create {{(pid=82095) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Jul 14 08:43:40.845893 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.db.segments_db [None req-97bbe2b3-d36c-4dfd-af37-790674bb1d53 admin admin] Added segment 84d2a471-9073-47cf-9d75-3287490f4b5e of type vlan for network cde446a9-0c7c-4318-8125-e2ca25cc6bae
Jul 14 08:43:40.961526 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bbe2b3-d36c-4dfd-af37-790674bb1d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c75530-ca2f-4675-a27b-523dc81d1fff,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:41.008961 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-97bbe2b3-d36c-4dfd-af37-790674bb1d53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282634469919'] for network, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:41.031961 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bbe2b3-d36c-4dfd-af37-790674bb1d53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:43:41.032411 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bbe2b3-d36c-4dfd-af37-790674bb1d53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:43:41.033862 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bbe2b3-d36c-4dfd-af37-790674bb1d53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:43:41.034313 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bbe2b3-d36c-4dfd-af37-790674bb1d53 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:43:41.034770 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bbe2b3-d36c-4dfd-af37-790674bb1d53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:43:41.035656 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bbe2b3-d36c-4dfd-af37-790674bb1d53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:43:41.036094 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bbe2b3-d36c-4dfd-af37-790674bb1d53 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:43:41.036528 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bbe2b3-d36c-4dfd-af37-790674bb1d53 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:43:41.036956 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bbe2b3-d36c-4dfd-af37-790674bb1d53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:43:41.037806 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bbe2b3-d36c-4dfd-af37-790674bb1d53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:43:41.038138 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bbe2b3-d36c-4dfd-af37-790674bb1d53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:43:41.039437 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bbe2b3-d36c-4dfd-af37-790674bb1d53 admin admin] Tracked resource versions report:
Jul 14 08:43:41.039437 dv-cinder-800229-1-iscsi neutron-server[81984]: pushed versions:
Jul 14 08:43:41.039437 dv-cinder-800229-1-iscsi neutron-server[81984]: {   'ConntrackHelper': {'1.0'},
Jul 14 08:43:41.039437 dv-cinder-800229-1-iscsi neutron-server[81984]:     'Log': {'1.0'},
Jul 14 08:43:41.039437 dv-cinder-800229-1-iscsi neutron-server[81984]:     'Network': {'1.1'},
Jul 14 08:43:41.039437 dv-cinder-800229-1-iscsi neutron-server[81984]:     'Port': {'1.5'},
Jul 14 08:43:41.039437 dv-cinder-800229-1-iscsi neutron-server[81984]:     'PortForwarding': {'1.2'},
Jul 14 08:43:41.039437 dv-cinder-800229-1-iscsi neutron-server[81984]:     'QosPolicy': {'1.8'},
Jul 14 08:43:41.039437 dv-cinder-800229-1-iscsi neutron-server[81984]:     'SecurityGroup': {'1.2'},
Jul 14 08:43:41.039437 dv-cinder-800229-1-iscsi neutron-server[81984]:     'SecurityGroupRule': {'1.0'},
Jul 14 08:43:41.039437 dv-cinder-800229-1-iscsi neutron-server[81984]:     'SubPort': {'1.0'},
Jul 14 08:43:41.039437 dv-cinder-800229-1-iscsi neutron-server[81984]:     'Subnet': {'1.1'},
Jul 14 08:43:41.039437 dv-cinder-800229-1-iscsi neutron-server[81984]:     'Trunk': {'1.1'}}
Jul 14 08:43:41.039437 dv-cinder-800229-1-iscsi neutron-server[81984]: consumer versions:
Jul 14 08:43:41.039437 dv-cinder-800229-1-iscsi neutron-server[81984]: {   DHCP agent@dv-cinder-800229-1-iscsi: {},
Jul 14 08:43:41.039437 dv-cinder-800229-1-iscsi neutron-server[81984]:     HyperV agent@hv-cinder-80022: {},
Jul 14 08:43:41.039437 dv-cinder-800229-1-iscsi neutron-server[81984]:     L3 agent@dv-cinder-800229-1-iscsi: {},
Jul 14 08:43:41.039437 dv-cinder-800229-1-iscsi neutron-server[81984]:     Metadata agent@dv-cinder-800229-1-iscsi: {},
Jul 14 08:43:41.039437 dv-cinder-800229-1-iscsi neutron-server[81984]:     Metering agent@dv-cinder-800229-1-iscsi: {},
Jul 14 08:43:41.039437 dv-cinder-800229-1-iscsi neutron-server[81984]:     Open vSwitch agent@dv-cinder-800229-1-iscsi: {   'ConntrackHelper': '1.0',
Jul 14 08:43:41.039437 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'Log': '1.0',
Jul 14 08:43:41.039437 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'Network': '1.1',
Jul 14 08:43:41.039437 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'Port': '1.5',
Jul 14 08:43:41.039437 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'PortForwarding': '1.2',
Jul 14 08:43:41.039437 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'QosPolicy': '1.8',
Jul 14 08:43:41.039437 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'SecurityGroup': '1.2',
Jul 14 08:43:41.039437 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'SecurityGroupRule': '1.0',
Jul 14 08:43:41.039437 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'SubPort': '1.0',
Jul 14 08:43:41.039437 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'Subnet': '1.1',
Jul 14 08:43:41.039437 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'Trunk': '1.1'}}
Jul 14 08:43:41.039437 dv-cinder-800229-1-iscsi neutron-server[81984]:  {{(pid=82095) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jul 14 08:43:41.068238 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0644c4e6-7f3a-4d51-b989-60977381838f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:41.085337 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2b7707db-39ea-42c2-b56c-c189f1179f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:41.087030 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0644c4e6-7f3a-4d51-b989-60977381838f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:41.111597 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2b7707db-39ea-42c2-b56c-c189f1179f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:41.129766 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-97bbe2b3-d36c-4dfd-af37-790674bb1d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:41.130282 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-97bbe2b3-d36c-4dfd-af37-790674bb1d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:41.137879 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-511fd93b-08bc-40c6-ae63-b6c651c027ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:41.155587 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-97bbe2b3-d36c-4dfd-af37-790674bb1d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097'] for network, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:41.156451 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b7707db-39ea-42c2-b56c-c189f1179f4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505}  {{(pid=82095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 14 08:43:41.165061 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bbe2b3-d36c-4dfd-af37-790674bb1d53 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:43:41.165724 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-97bbe2b3-d36c-4dfd-af37-790674bb1d53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for network, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:41.170920 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.db.api [None req-0644c4e6-7f3a-4d51-b989-60977381838f admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=82095) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 14 08:43:41.171263 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_db.api [None req-0644c4e6-7f3a-4d51-b989-60977381838f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=82095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 14 08:43:41.180812 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-511fd93b-08bc-40c6-ae63-b6c651c027ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:41.200606 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2b7707db-39ea-42c2-b56c-c189f1179f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6123'] for segment, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:41.200996 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.db.segments_db [None req-2b7707db-39ea-42c2-b56c-c189f1179f4b admin admin] Added segment 0edd189e-e3ea-4923-a0da-7557c2c9cbcb of type vlan for network d19eb0ec-3fca-4972-8b6c-dc33db64d81a
Jul 14 08:43:41.202768 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0644c4e6-7f3a-4d51-b989-60977381838f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85bf3848-23a2-4580-acf2-dd8cb27505eb,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:41.244652 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-010f36e9-1286-474f-be89-3a446740b402 None None] Notify callbacks [] for port, precommit_create {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:41.276389 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-010f36e9-1286-474f-be89-3a446740b402 None None] Transition to ACTIVE for port object 94dde392-41eb-4b8f-8ed1-1d35f25cd249 will not be triggered until provisioned by entity L2. {{(pid=82097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:43:41.280638 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7707db-39ea-42c2-b56c-c189f1179f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c76576-c718-43ee-9489-ced7bf39cfe5,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:41.286129 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2b7707db-39ea-42c2-b56c-c189f1179f4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282634469919'] for network, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:41.290622 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-2b7707db-39ea-42c2-b56c-c189f1179f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:41.290959 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:41.291294 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:41.292687 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:41.318315 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-97bbe2b3-d36c-4dfd-af37-790674bb1d53 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 2.8415098
Jul 14 08:43:41.325772 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 51826) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:43:41.333502 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-010f36e9-1286-474f-be89-3a446740b402 None None] Transition to ACTIVE for port object 94dde392-41eb-4b8f-8ed1-1d35f25cd249 will not be triggered until provisioned by entity DHCP. {{(pid=82097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:43:41.340770 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-010f36e9-1286-474f-be89-3a446740b402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794'] for port, after_create {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:41.355272 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-66ef8b03-01e2-47de-b5c5-ade4174a5675 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:41.359143 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [None req-511fd93b-08bc-40c6-ae63-b6c651c027ff admin admin] Allocated IP 172.27.3.75 (67339833-1858-4359-a5f3-39cbe3daa12b/5340f5f3-2f04-41df-9207-8bcd858e18e6/cb01eb5c-e36a-4f25-bdff-78debdf1d263) {{(pid=82096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:43:41.416996 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-56b825e2-c68a-482a-99a1-fa5b087b2ccb admin admin] Request body: {'subnet': {'network_id': 'cde446a9-0c7c-4318-8125-e2ca25cc6bae', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-337393840-subnet', 'tenant_id': '77661f60a3aa459dba3a5d43ab14951d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:43:41.438011 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-56b825e2-c68a-482a-99a1-fa5b087b2ccb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:43:41.452417 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-56b825e2-c68a-482a-99a1-fa5b087b2ccb admin admin] Usage tracker for resource:subnet and tenant:77661f60a3aa459dba3a5d43ab14951d is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:43:41.455936 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bbe2b3-d36c-4dfd-af37-790674bb1d53 admin admin] Pushing event updated for resources: {'Network': ['ID=cde446a9-0c7c-4318-8125-e2ca25cc6bae,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:41.458098 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-56b825e2-c68a-482a-99a1-fa5b087b2ccb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:43:41.467205 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-56b825e2-c68a-482a-99a1-fa5b087b2ccb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:43:41.469485 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-97bbe2b3-d36c-4dfd-af37-790674bb1d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:41.478784 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2b7707db-39ea-42c2-b56c-c189f1179f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097'] for network, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:41.480048 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7707db-39ea-42c2-b56c-c189f1179f4b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:43:41.480681 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2b7707db-39ea-42c2-b56c-c189f1179f4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for network, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:41.488864 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:41.496244 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Network cde446a9-0c7c-4318-8125-e2ca25cc6bae details requested by agent ovs-agent-dv-cinder-800229-1-iscsi with host dv-cinder-800229-1-iscsi {{(pid=82097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jul 14 08:43:41.565057 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b825e2-c68a-482a-99a1-fa5b087b2ccb admin admin] Made reservation on behalf of 77661f60a3aa459dba3a5d43ab14951d for: {'subnet': 1} {{(pid=82095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:43:41.576156 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-56b825e2-c68a-482a-99a1-fa5b087b2ccb admin admin] Notify callbacks [] for subnet, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:41.646933 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-511fd93b-08bc-40c6-ae63-b6c651c027ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:41.659529 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f36e9-1286-474f-be89-3a446740b402 None None] Pushing event updated for resources: {'Port': ['ID=94dde392-41eb-4b8f-8ed1-1d35f25cd249,revision_number=1']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:41.663399 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010f36e9-1286-474f-be89-3a446740b402 None None] Network 52933724-b56f-4198-aacf-d572e3623b57 is already hosted by enough agents. {{(pid=82097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:43:41.668127 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-010f36e9-1286-474f-be89-3a446740b402 None None] Resources bound (agent type, host, resource id):  {{(pid=82097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:43:41.681224 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-511fd93b-08bc-40c6-ae63-b6c651c027ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794'] for port, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:41.685147 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010f36e9-1286-474f-be89-3a446740b402 None None] Received port after_create {{(pid=82097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:43:41.698349 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010f36e9-1286-474f-be89-3a446740b402 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:43:41.699486 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e762ba36-bd48-43d7-b37c-5e6178f71b14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:41.711401 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010f36e9-1286-474f-be89-3a446740b402 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:43:41.711883 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010f36e9-1286-474f-be89-3a446740b402 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:43:41.712273 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010f36e9-1286-474f-be89-3a446740b402 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:43:41.712657 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010f36e9-1286-474f-be89-3a446740b402 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:43:41.713036 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010f36e9-1286-474f-be89-3a446740b402 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:43:41.713542 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010f36e9-1286-474f-be89-3a446740b402 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:43:41.713915 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010f36e9-1286-474f-be89-3a446740b402 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:43:41.714285 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010f36e9-1286-474f-be89-3a446740b402 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:43:41.714664 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010f36e9-1286-474f-be89-3a446740b402 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:43:41.714988 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010f36e9-1286-474f-be89-3a446740b402 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:43:41.716174 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010f36e9-1286-474f-be89-3a446740b402 None None] Tracked resource versions report:
Jul 14 08:43:41.716174 dv-cinder-800229-1-iscsi neutron-server[81984]: pushed versions:
Jul 14 08:43:41.716174 dv-cinder-800229-1-iscsi neutron-server[81984]: {   'ConntrackHelper': {'1.0'},
Jul 14 08:43:41.716174 dv-cinder-800229-1-iscsi neutron-server[81984]:     'Log': {'1.0'},
Jul 14 08:43:41.716174 dv-cinder-800229-1-iscsi neutron-server[81984]:     'Network': {'1.1'},
Jul 14 08:43:41.716174 dv-cinder-800229-1-iscsi neutron-server[81984]:     'Port': {'1.5'},
Jul 14 08:43:41.716174 dv-cinder-800229-1-iscsi neutron-server[81984]:     'PortForwarding': {'1.2'},
Jul 14 08:43:41.716174 dv-cinder-800229-1-iscsi neutron-server[81984]:     'QosPolicy': {'1.8'},
Jul 14 08:43:41.716174 dv-cinder-800229-1-iscsi neutron-server[81984]:     'SecurityGroup': {'1.2'},
Jul 14 08:43:41.716174 dv-cinder-800229-1-iscsi neutron-server[81984]:     'SecurityGroupRule': {'1.0'},
Jul 14 08:43:41.716174 dv-cinder-800229-1-iscsi neutron-server[81984]:     'SubPort': {'1.0'},
Jul 14 08:43:41.716174 dv-cinder-800229-1-iscsi neutron-server[81984]:     'Subnet': {'1.1'},
Jul 14 08:43:41.716174 dv-cinder-800229-1-iscsi neutron-server[81984]:     'Trunk': {'1.1'}}
Jul 14 08:43:41.716174 dv-cinder-800229-1-iscsi neutron-server[81984]: consumer versions:
Jul 14 08:43:41.716174 dv-cinder-800229-1-iscsi neutron-server[81984]: {   DHCP agent@dv-cinder-800229-1-iscsi: {},
Jul 14 08:43:41.716174 dv-cinder-800229-1-iscsi neutron-server[81984]:     HyperV agent@hv-cinder-80022: {},
Jul 14 08:43:41.716174 dv-cinder-800229-1-iscsi neutron-server[81984]:     L3 agent@dv-cinder-800229-1-iscsi: {},
Jul 14 08:43:41.716174 dv-cinder-800229-1-iscsi neutron-server[81984]:     Metadata agent@dv-cinder-800229-1-iscsi: {},
Jul 14 08:43:41.716174 dv-cinder-800229-1-iscsi neutron-server[81984]:     Metering agent@dv-cinder-800229-1-iscsi: {},
Jul 14 08:43:41.716174 dv-cinder-800229-1-iscsi neutron-server[81984]:     Open vSwitch agent@dv-cinder-800229-1-iscsi: {   'ConntrackHelper': '1.0',
Jul 14 08:43:41.716174 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'Log': '1.0',
Jul 14 08:43:41.716174 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'Network': '1.1',
Jul 14 08:43:41.716174 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'Port': '1.5',
Jul 14 08:43:41.716174 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'PortForwarding': '1.2',
Jul 14 08:43:41.716174 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'QosPolicy': '1.8',
Jul 14 08:43:41.716174 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'SecurityGroup': '1.2',
Jul 14 08:43:41.716174 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'SecurityGroupRule': '1.0',
Jul 14 08:43:41.716174 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'SubPort': '1.0',
Jul 14 08:43:41.716174 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'Subnet': '1.1',
Jul 14 08:43:41.716174 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'Trunk': '1.1'}}
Jul 14 08:43:41.716174 dv-cinder-800229-1-iscsi neutron-server[81984]:  {{(pid=82097) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jul 14 08:43:41.719487 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-010f36e9-1286-474f-be89-3a446740b402 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:41.768204 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0644c4e6-7f3a-4d51-b989-60977381838f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for network, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:41.800147 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511fd93b-08bc-40c6-ae63-b6c651c027ff admin admin] Network 67339833-1858-4359-a5f3-39cbe3daa12b is already hosted by enough agents. {{(pid=82096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:43:41.804919 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-511fd93b-08bc-40c6-ae63-b6c651c027ff admin admin] Resources bound (agent type, host, resource id):  {{(pid=82096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:43:41.814059 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511fd93b-08bc-40c6-ae63-b6c651c027ff admin admin] Received port after_create {{(pid=82096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:43:41.868961 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 51854) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:43:41.874417 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511fd93b-08bc-40c6-ae63-b6c651c027ff admin admin] Pushing event updated for resources: {'Port': ['ID=cb01eb5c-e36a-4f25-bdff-78debdf1d263,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:41.878720 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-511fd93b-08bc-40c6-ae63-b6c651c027ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:41.890933 dv-cinder-800229-1-iscsi neutron-server[81984]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jul 14 08:43:41.919438 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-010f36e9-1286-474f-be89-3a446740b402 None None] Attempting to bind port 94dde392-41eb-4b8f-8ed1-1d35f25cd249 on host dv-cinder-800229-1-iscsi for vnic_type normal with profile  {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:43:41.919979 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-010f36e9-1286-474f-be89-3a446740b402 None None] Attempting to bind port 94dde392-41eb-4b8f-8ed1-1d35f25cd249 by drivers openvswitch,hyperv on host dv-cinder-800229-1-iscsi at level 0 using segments [{'id': '54020ed2-9764-455c-bb75-78a5101f4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '52933724-b56f-4198-aacf-d572e3623b57'}] {{(pid=82097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:43:41.920506 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010f36e9-1286-474f-be89-3a446740b402 None None] Attempting to bind port 94dde392-41eb-4b8f-8ed1-1d35f25cd249 on network 52933724-b56f-4198-aacf-d572e3623b57 {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:43:41.933924 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010f36e9-1286-474f-be89-3a446740b402 None None] Checking agent: {'id': '0d58c09d-3d0a-420d-b789-56ac4f0c32ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 37), 'started_at': datetime.datetime(2021, 7, 14, 8, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:43:41.937711 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010f36e9-1286-474f-be89-3a446740b402 None None] Checking segment: {'id': '54020ed2-9764-455c-bb75-78a5101f4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '52933724-b56f-4198-aacf-d572e3623b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:43:41.946871 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-010f36e9-1286-474f-be89-3a446740b402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:41.947501 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010f36e9-1286-474f-be89-3a446740b402 None None] Bound using segment: {'id': '54020ed2-9764-455c-bb75-78a5101f4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '52933724-b56f-4198-aacf-d572e3623b57'} {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:43:41.948206 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-010f36e9-1286-474f-be89-3a446740b402 None None] Bound port: 94dde392-41eb-4b8f-8ed1-1d35f25cd249, host: dv-cinder-800229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54020ed2-9764-455c-bb75-78a5101f4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '52933724-b56f-4198-aacf-d572e3623b57'}}] {{(pid=82097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:43:41.948813 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-010f36e9-1286-474f-be89-3a446740b402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:42.130498 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-010f36e9-1286-474f-be89-3a446740b402 None None] For port 94dde392-41eb-4b8f-8ed1-1d35f25cd249, host dv-cinder-800229-1-iscsi, cleared binding levels {{(pid=82097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:43:42.133910 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-010f36e9-1286-474f-be89-3a446740b402 None None] For port 94dde392-41eb-4b8f-8ed1-1d35f25cd249, host dv-cinder-800229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=94dde392-41eb-4b8f-8ed1-1d35f25cd249,segment=NetworkSegment(54020ed2-9764-455c-bb75-78a5101f4433),segment_id=54020ed2-9764-455c-bb75-78a5101f4433)] {{(pid=82097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:43:42.138213 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-010f36e9-1286-474f-be89-3a446740b402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:42.144600 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:42.150918 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-2b7707db-39ea-42c2-b56c-c189f1179f4b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 3.6283107
Jul 14 08:43:42.154361 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 51876) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:43:42.184619 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7707db-39ea-42c2-b56c-c189f1179f4b admin admin] Pushing event updated for resources: {'Network': ['ID=d19eb0ec-3fca-4972-8b6c-dc33db64d81a,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:42.203506 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-2b7707db-39ea-42c2-b56c-c189f1179f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:42.213155 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Network d19eb0ec-3fca-4972-8b6c-dc33db64d81a details requested by agent ovs-agent-dv-cinder-800229-1-iscsi with host dv-cinder-800229-1-iscsi {{(pid=82097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jul 14 08:43:42.229664 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-70fcc81b-35c4-4e42-8b43-e0fbfa598835 admin admin] Request body: {'subnet': {'network_id': 'd19eb0ec-3fca-4972-8b6c-dc33db64d81a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1229405343-subnet', 'tenant_id': 'ead16347efbf48ac94be432daab86c02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:43:42.248344 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-70fcc81b-35c4-4e42-8b43-e0fbfa598835 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:43:42.257903 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-70fcc81b-35c4-4e42-8b43-e0fbfa598835 admin admin] Usage tracker for resource:subnet and tenant:ead16347efbf48ac94be432daab86c02 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:43:42.266967 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-70fcc81b-35c4-4e42-8b43-e0fbfa598835 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:43:42.273390 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-70fcc81b-35c4-4e42-8b43-e0fbfa598835 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:43:42.348905 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f36e9-1286-474f-be89-3a446740b402 None None] Pushing event updated for resources: {'Port': ['ID=94dde392-41eb-4b8f-8ed1-1d35f25cd249,revision_number=2']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:42.360241 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70fcc81b-35c4-4e42-8b43-e0fbfa598835 admin admin] Made reservation on behalf of ead16347efbf48ac94be432daab86c02 for: {'subnet': 1} {{(pid=82095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:43:42.376226 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-70fcc81b-35c4-4e42-8b43-e0fbfa598835 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:42.386539 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-010f36e9-1286-474f-be89-3a446740b402 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:42.465028 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-a64a6dbc-5a85-49c0-b3f6-f85dadbbca8a tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:43:42.470065 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-a64a6dbc-5a85-49c0-b3f6-f85dadbbca8a tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Synchronizing usage tracker for tenant:ef5f221c229d42ae84140f2022c8260a on resource:network {{(pid=82096) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:43:42.505382 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 51892) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:43:42.511561 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0644c4e6-7f3a-4d51-b989-60977381838f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506}  {{(pid=82095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 14 08:43:42.530119 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-a64a6dbc-5a85-49c0-b3f6-f85dadbbca8a tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Unset dirty status for tenant:ef5f221c229d42ae84140f2022c8260a on resource:network {{(pid=82096) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:43:42.532291 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-a64a6dbc-5a85-49c0-b3f6-f85dadbbca8a tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/networks?id=8e8216a1-d2c2-409a-8992-b2e5db0cceea HTTP/1.1" status: 200  len: 811 time: 0.6620357
Jul 14 08:43:42.542732 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0644c4e6-7f3a-4d51-b989-60977381838f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6123'] for segment, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:42.543135 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.db.segments_db [None req-0644c4e6-7f3a-4d51-b989-60977381838f admin admin] Added segment 12621a13-2c01-4bd6-95be-3fd9fa7c6003 of type vlan for network a5638089-0bc3-451e-b07e-8f6a2e41d3b4
Jul 14 08:43:42.589534 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-564cf876-da12-4217-b590-063d184bc90d tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/quotas/ef5f221c229d42ae84140f2022c8260a HTTP/1.1" status: 200  len: 375 time: 0.0361233
Jul 14 08:43:42.702999 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0644c4e6-7f3a-4d51-b989-60977381838f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282634469919'] for network, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:42.704012 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-704cbe5d-f7bb-4fe3-aaa6-d15d90289f4b tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef5f221c229d42ae84140f2022c8260a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1072655
Jul 14 08:43:42.746866 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-511fd93b-08bc-40c6-ae63-b6c651c027ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:42.750556 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-511fd93b-08bc-40c6-ae63-b6c651c027ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854079993'] for router, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:42.886557 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0644c4e6-7f3a-4d51-b989-60977381838f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097'] for network, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:42.894222 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0644c4e6-7f3a-4d51-b989-60977381838f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:43:42.894857 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0644c4e6-7f3a-4d51-b989-60977381838f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for network, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:42.907574 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:42.938468 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-56b825e2-c68a-482a-99a1-fa5b087b2ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097'] for subnet, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:42.995885 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-729d090b-b058-4f2c-a54a-cd6678eb8047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:43.016245 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 51914) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:43:43.051489 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-729d090b-b058-4f2c-a54a-cd6678eb8047 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:43:43.056877 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-729d090b-b058-4f2c-a54a-cd6678eb8047 admin admin] Usage tracker for resource:security_group_rule and tenant:beb90bd33d7d4ee78a8533b0de9fa7b5 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:43:43.062218 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-729d090b-b058-4f2c-a54a-cd6678eb8047 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:43:43.075628 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0644c4e6-7f3a-4d51-b989-60977381838f admin admin] Pushing event updated for resources: {'Network': ['ID=a5638089-0bc3-451e-b07e-8f6a2e41d3b4,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:43.078367 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-729d090b-b058-4f2c-a54a-cd6678eb8047 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:43:43.079371 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-0644c4e6-7f3a-4d51-b989-60977381838f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:43.087997 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Network a5638089-0bc3-451e-b07e-8f6a2e41d3b4 details requested by agent ovs-agent-dv-cinder-800229-1-iscsi with host dv-cinder-800229-1-iscsi {{(pid=82097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jul 14 08:43:43.098586 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:43.116303 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-04d551ad-7a16-40e6-8450-9c2a693ec624 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=82096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 14 08:43:43.116998 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-04d551ad-7a16-40e6-8450-9c2a693ec624 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.2303638
Jul 14 08:43:43.143144 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-0644c4e6-7f3a-4d51-b989-60977381838f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 4.7077305
Jul 14 08:43:43.160313 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 51920) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:43:43.248196 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-3ab76a65-a91b-464d-9892-f5910c9ff2ef admin admin] Request body: {'subnet': {'network_id': 'a5638089-0bc3-451e-b07e-8f6a2e41d3b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-25464803-subnet', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:43:43.254214 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-3ab76a65-a91b-464d-9892-f5910c9ff2ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:43:43.263142 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-70fcc81b-35c4-4e42-8b43-e0fbfa598835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097'] for subnet, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:43.264990 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-3ab76a65-a91b-464d-9892-f5910c9ff2ef admin admin] Usage tracker for resource:subnet and tenant:14f51922b06043779a5017e6efa8b95a is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:43:43.289350 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 94dde392-41eb-4b8f-8ed1-1d35f25cd249 up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:43:43.292256 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-3ab76a65-a91b-464d-9892-f5910c9ff2ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:43:43.312450 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-3ab76a65-a91b-464d-9892-f5910c9ff2ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:43:43.316315 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-a73e2c26-f056-46f2-84a9-8d617df225ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:43.319555 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-729d090b-b058-4f2c-a54a-cd6678eb8047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:43.338660 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-729d090b-b058-4f2c-a54a-cd6678eb8047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:43.344698 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b825e2-c68a-482a-99a1-fa5b087b2ccb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c98006c-4b08-41a9-9e9c-c4ddc8012662,revision_number=0']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:43.355121 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-56b825e2-c68a-482a-99a1-fa5b087b2ccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:43.355121 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b825e2-c68a-482a-99a1-fa5b087b2ccb admin admin] Checking segment: {'id': '84d2a471-9073-47cf-9d75-3287490f4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cde446a9-0c7c-4318-8125-e2ca25cc6bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:43:43.355121 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b825e2-c68a-482a-99a1-fa5b087b2ccb admin admin] Network hostable DHCP agents. Network: cde446a9-0c7c-4318-8125-e2ca25cc6bae, hostable agents: ['4806de72-7956-4992-af39-5d97bb1c9176'], hosted agents: [] {{(pid=82095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jul 14 08:43:43.358360 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:43.360255 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-9fa6363c-47e6-47f5-9a85-37e589d9e6df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:43.375584 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning for port 94dde392-41eb-4b8f-8ed1-1d35f25cd249 completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:43:43.388868 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-207786f3-f153-4588-ac5d-0dfa320ea6df service neutron] 10.222.0.42 "GET /v2.0/networks/8e8216a1-d2c2-409a-8992-b2e5db0cceea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2577317
Jul 14 08:43:43.404393 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab76a65-a91b-464d-9892-f5910c9ff2ef admin admin] Made reservation on behalf of 14f51922b06043779a5017e6efa8b95a for: {'subnet': 1} {{(pid=82095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:43:43.409936 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3ab76a65-a91b-464d-9892-f5910c9ff2ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:43.458216 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-729d090b-b058-4f2c-a54a-cd6678eb8047 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=beb90bd33d7d4ee78a8533b0de9fa7b5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9515958
Jul 14 08:43:43.510949 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 51932) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:43:43.542576 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d090b-b058-4f2c-a54a-cd6678eb8047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25fbc25-497d-4165-8570-c91576438739,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:43.546361 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-729d090b-b058-4f2c-a54a-cd6678eb8047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:43.555701 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-a73e2c26-f056-46f2-84a9-8d617df225ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:43:43.570453 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fcc81b-35c4-4e42-8b43-e0fbfa598835 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39925f90-e1ab-4017-bcf5-1e919a7aa9a0,revision_number=0']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:43.573628 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-70fcc81b-35c4-4e42-8b43-e0fbfa598835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:43.577376 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-a73e2c26-f056-46f2-84a9-8d617df225ae admin admin] Usage tracker for resource:security_group_rule and tenant:33dbd99eaa1142619e4b8004b5df3e8c is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:43:43.583727 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-a73e2c26-f056-46f2-84a9-8d617df225ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:43:43.596208 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-a73e2c26-f056-46f2-84a9-8d617df225ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:43:43.604697 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b825e2-c68a-482a-99a1-fa5b087b2ccb admin admin] Network cde446a9-0c7c-4318-8125-e2ca25cc6bae is scheduled to be hosted by DHCP agent 4806de72-7956-4992-af39-5d97bb1c9176 with binding_index 1 {{(pid=82095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jul 14 08:43:43.638434 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-6b1d007b-0618-44b7-bf6b-71980c837605 service neutron] 10.222.0.42 "GET /v2.0/networks/8e8216a1-d2c2-409a-8992-b2e5db0cceea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2376916
Jul 14 08:43:43.639067 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-56b825e2-c68a-482a-99a1-fa5b087b2ccb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800229-1-iscsi, cde446a9-0c7c-4318-8125-e2ca25cc6bae) {{(pid=82095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:43:43.644796 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b825e2-c68a-482a-99a1-fa5b087b2ccb admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:43:43.645449 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-56b825e2-c68a-482a-99a1-fa5b087b2ccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for subnet, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:43.652889 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459c1671-2b4f-40c4-a5f2-7d215276208c None None] Network cde446a9-0c7c-4318-8125-e2ca25cc6bae requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:43:43.657687 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fcc81b-35c4-4e42-8b43-e0fbfa598835 admin admin] Checking segment: {'id': '0edd189e-e3ea-4923-a0da-7557c2c9cbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd19eb0ec-3fca-4972-8b6c-dc33db64d81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:43:43.658136 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fcc81b-35c4-4e42-8b43-e0fbfa598835 admin admin] Network hostable DHCP agents. Network: d19eb0ec-3fca-4972-8b6c-dc33db64d81a, hostable agents: ['4806de72-7956-4992-af39-5d97bb1c9176'], hosted agents: [] {{(pid=82095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jul 14 08:43:43.673453 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9aee31e1-0786-404e-b23c-5204d50317cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:43.685591 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-511fd93b-08bc-40c6-ae63-b6c651c027ff admin admin] Router 35c94502-fcbc-4f93-bdbd-47c38b2d773c is scheduled to L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c with binding_index 1 {{(pid=82096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Jul 14 08:43:43.707164 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9aee31e1-0786-404e-b23c-5204d50317cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:43.750136 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-56b825e2-c68a-482a-99a1-fa5b087b2ccb admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.4149284
Jul 14 08:43:43.804409 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fcc81b-35c4-4e42-8b43-e0fbfa598835 admin admin] Network d19eb0ec-3fca-4972-8b6c-dc33db64d81a is scheduled to be hosted by DHCP agent 4806de72-7956-4992-af39-5d97bb1c9176 with binding_index 1 {{(pid=82095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jul 14 08:43:43.895617 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-a73e2c26-f056-46f2-84a9-8d617df225ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:43.902300 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-70fcc81b-35c4-4e42-8b43-e0fbfa598835 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800229-1-iscsi, d19eb0ec-3fca-4972-8b6c-dc33db64d81a) {{(pid=82095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:43:43.920902 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3ab76a65-a91b-464d-9892-f5910c9ff2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097'] for subnet, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:43.924666 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fcc81b-35c4-4e42-8b43-e0fbfa598835 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:43:43.925313 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-70fcc81b-35c4-4e42-8b43-e0fbfa598835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for subnet, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:43.967747 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-a73e2c26-f056-46f2-84a9-8d617df225ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:43.988108 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:44.038243 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9aee31e1-0786-404e-b23c-5204d50317cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:44.050825 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:44.090595 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98da0f20-45bd-40c1-bc37-1560473b1e9f None None] Network d19eb0ec-3fca-4972-8b6c-dc33db64d81a requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:43:44.105684 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-a73e2c26-f056-46f2-84a9-8d617df225ae admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=33dbd99eaa1142619e4b8004b5df3e8c&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0699635
Jul 14 08:43:44.109740 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 51956) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:43:44.118535 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee31e1-0786-404e-b23c-5204d50317cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25fbc25-497d-4165-8570-c91576438739,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:44.150882 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-70fcc81b-35c4-4e42-8b43-e0fbfa598835 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.9676414
Jul 14 08:43:44.178672 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-9aee31e1-0786-404e-b23c-5204d50317cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:44.181808 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 51966) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:43:44.196966 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-f07cc9f9-2acf-45be-933b-5eb7859bc59b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1229405343-router', 'tenant_id': 'ead16347efbf48ac94be432daab86c02', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'}}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:43:44.202518 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-f07cc9f9-2acf-45be-933b-5eb7859bc59b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:43:44.208258 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-f07cc9f9-2acf-45be-933b-5eb7859bc59b admin admin] Usage tracker for resource:router and tenant:ead16347efbf48ac94be432daab86c02 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:43:44.212906 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-f07cc9f9-2acf-45be-933b-5eb7859bc59b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:43:44.264514 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-f07cc9f9-2acf-45be-933b-5eb7859bc59b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:43:44.274043 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab76a65-a91b-464d-9892-f5910c9ff2ef admin admin] Checking segment: {'id': '12621a13-2c01-4bd6-95be-3fd9fa7c6003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a5638089-0bc3-451e-b07e-8f6a2e41d3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:43:44.274858 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab76a65-a91b-464d-9892-f5910c9ff2ef admin admin] Network hostable DHCP agents. Network: a5638089-0bc3-451e-b07e-8f6a2e41d3b4, hostable agents: ['4806de72-7956-4992-af39-5d97bb1c9176'], hosted agents: [] {{(pid=82095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jul 14 08:43:44.283335 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab76a65-a91b-464d-9892-f5910c9ff2ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd6bd243-ec5f-4ebe-97dd-3f142d2cc859,revision_number=0']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:44.308857 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-3ab76a65-a91b-464d-9892-f5910c9ff2ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:44.315816 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-2b7707db-39ea-42c2-b56c-c189f1179f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:44.333126 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9aee31e1-0786-404e-b23c-5204d50317cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:44.334338 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-9aee31e1-0786-404e-b23c-5204d50317cd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e25fbc25-497d-4165-8570-c91576438739 HTTP/1.1" status: 204  len: 168 time: 0.8136694
Jul 14 08:43:44.356155 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f07cc9f9-2acf-45be-933b-5eb7859bc59b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854083276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29836'] for router, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:44.357818 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f07cc9f9-2acf-45be-933b-5eb7859bc59b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-695853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-754544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854745977'] for router, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:44.376461 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e2c26-f056-46f2-84a9-8d617df225ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20a2131-cd24-46e0-8092-0cb231320372,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:44.380825 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-a73e2c26-f056-46f2-84a9-8d617df225ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:44.417669 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab76a65-a91b-464d-9892-f5910c9ff2ef admin admin] Network a5638089-0bc3-451e-b07e-8f6a2e41d3b4 is scheduled to be hosted by DHCP agent 4806de72-7956-4992-af39-5d97bb1c9176 with binding_index 1 {{(pid=82095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jul 14 08:43:44.434219 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-3ab76a65-a91b-464d-9892-f5910c9ff2ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800229-1-iscsi, a5638089-0bc3-451e-b07e-8f6a2e41d3b4) {{(pid=82095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:43:44.448990 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab76a65-a91b-464d-9892-f5910c9ff2ef admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:43:44.449837 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3ab76a65-a91b-464d-9892-f5910c9ff2ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for subnet, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:44.493217 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ac2fd82d-64f8-4151-933e-aa0e5144d450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:44.510022 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-3ab76a65-a91b-464d-9892-f5910c9ff2ef admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.3117123
Jul 14 08:43:44.511490 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f07cc9f9-2acf-45be-933b-5eb7859bc59b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:44.512838 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 51978) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:43:44.581538 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-edd014f8-4bea-4c52-9c9c-7fe7f5b29ef1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-25464803-router', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'}}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:43:44.623916 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-edd014f8-4bea-4c52-9c9c-7fe7f5b29ef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:43:44.661930 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ac2fd82d-64f8-4151-933e-aa0e5144d450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:44.682517 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-edd014f8-4bea-4c52-9c9c-7fe7f5b29ef1 admin admin] Usage tracker for resource:router and tenant:14f51922b06043779a5017e6efa8b95a is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:43:44.721472 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-edd014f8-4bea-4c52-9c9c-7fe7f5b29ef1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:43:44.804162 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511fd93b-08bc-40c6-ae63-b6c651c027ff admin admin] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:43:44.815243 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-edd014f8-4bea-4c52-9c9c-7fe7f5b29ef1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:43:44.827465 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8b111f-a516-4df3-a2f6-6a72388a4d49 None None] Sync routers for ids ['35c94502-fcbc-4f93-bdbd-47c38b2d773c'] in dv-cinder-800229-1-iscsi {{(pid=82098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:43:44.869537 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8b111f-a516-4df3-a2f6-6a72388a4d49 None None] Routers {'35c94502-fcbc-4f93-bdbd-47c38b2d773c'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:43:44.869537 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-1c8b111f-a516-4df3-a2f6-6a72388a4d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6402a58908>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:43:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['35c94502-fcbc-4f93-bdbd-47c38b2d773c'], 'active': True} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:43:44.988399 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f07cc9f9-2acf-45be-933b-5eb7859bc59b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-695868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854083321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29545'] for router, precommit_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:45.091993 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343cf897-7017-4a4e-908f-ad5bf6f953c1 None None] Network a5638089-0bc3-451e-b07e-8f6a2e41d3b4 requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:43:45.214552 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 52002) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:43:45.256230 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246c6fc2-0266-4d58-a5bf-1403e68c1d98 None None] Network 52933724-b56f-4198-aacf-d572e3623b57 requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:43:45.266966 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-edd014f8-4bea-4c52-9c9c-7fe7f5b29ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854083276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29836'] for router, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:45.268149 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-edd014f8-4bea-4c52-9c9c-7fe7f5b29ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-695853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-754544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854745977'] for router, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:45.300423 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-511fd93b-08bc-40c6-ae63-b6c651c027ff admin admin] Notify callbacks [] for router, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:45.301964 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-511fd93b-08bc-40c6-ae63-b6c651c027ff admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 4.9925308
Jul 14 08:43:45.308309 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 52018) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:43:45.399865 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-1c8b111f-a516-4df3-a2f6-6a72388a4d49 None None] Set router 35c94502-fcbc-4f93-bdbd-47c38b2d773c gateway port host: dv-cinder-800229-1-iscsi {{(pid=82098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:43:45.413516 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ac2fd82d-64f8-4151-933e-aa0e5144d450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:45.429176 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-edd014f8-4bea-4c52-9c9c-7fe7f5b29ef1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:45.468960 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:45.490062 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57040b3a-97f6-4a33-95b2-cf22def89872 None None] Network d19eb0ec-3fca-4972-8b6c-dc33db64d81a requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:43:45.493792 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-9d59df2c-fe15-4499-a7b1-6083788717b1 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:43:45.495420 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-9d59df2c-fe15-4499-a7b1-6083788717b1 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/networks?id=cde446a9-0c7c-4318-8125-e2ca25cc6bae HTTP/1.1" status: 200  len: 814 time: 0.6385467
Jul 14 08:43:45.514572 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2fd82d-64f8-4151-933e-aa0e5144d450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20a2131-cd24-46e0-8092-0cb231320372,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:45.516791 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 52028) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:43:45.524458 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-ac2fd82d-64f8-4151-933e-aa0e5144d450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:45.550902 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-d98b1845-315c-4ec3-852f-2f35f3117bad tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/quotas/77661f60a3aa459dba3a5d43ab14951d HTTP/1.1" status: 200  len: 375 time: 0.0449903
Jul 14 08:43:45.554152 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ac2fd82d-64f8-4151-933e-aa0e5144d450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:45.555475 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-ac2fd82d-64f8-4151-933e-aa0e5144d450 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b20a2131-cd24-46e0-8092-0cb231320372 HTTP/1.1" status: 204  len: 168 time: 1.4444337
Jul 14 08:43:45.557142 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9eb5ffdd-b8ae-4fdd-b6b9-79b61ed36e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:45.657538 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3662b88c-97c6-4195-b70b-d4d5a6078974 None None] Network cde446a9-0c7c-4318-8125-e2ca25cc6bae requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:43:45.717062 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-42e91b4a-88bd-44a6-9c26-21f4281a5326 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=77661f60a3aa459dba3a5d43ab14951d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1470814
Jul 14 08:43:45.796039 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712a4e38-bd14-46ae-8082-29c98a4991dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3704f2b-d2c3-5246-b6ef-c89a7a596ff8-a5638089-0bc3-451e-b07e-8f6a2e41d3b4', 'network_id': 'a5638089-0bc3-451e-b07e-8f6a2e41d3b4', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'fixed_ips': [{'subnet_id': 'bd6bd243-ec5f-4ebe-97dd-3f142d2cc859'}]}} from dv-cinder-800229-1-iscsi. {{(pid=82097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jul 14 08:43:45.796039 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-712a4e38-bd14-46ae-8082-29c98a4991dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:46.014843 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-1c8b111f-a516-4df3-a2f6-6a72388a4d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6402a58908>, [{'id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'name': 'tempest-AttachVolumeShelveTestJSON-430322807-router', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'cb01eb5c-e36a-4f25-bdff-78debdf1d263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:40Z', 'updated_at': '2021-07-14T08:43:42Z', 'revision_number': 3, 'project_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'gw_port': {'id': 'cb01eb5c-e36a-4f25-bdff-78debdf1d263', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:41Z', 'updated_at': '2021-07-14T08:43:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi'}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:43:46.021794 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8b111f-a516-4df3-a2f6-6a72388a4d49 None None] Checking router: 35c94502-fcbc-4f93-bdbd-47c38b2d773c for host: dv-cinder-800229-1-iscsi {{(pid=82098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:43:46.022508 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8b111f-a516-4df3-a2f6-6a72388a4d49 None None] Updating router 35c94502-fcbc-4f93-bdbd-47c38b2d773c port cb01eb5c-e36a-4f25-bdff-78debdf1d263 binding host dv-cinder-800229-1-iscsi {{(pid=82098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 14 08:43:46.090810 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1c8b111f-a516-4df3-a2f6-6a72388a4d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:46.109834 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-9eb5ffdd-b8ae-4fdd-b6b9-79b61ed36e3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:43:46.114652 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-9eb5ffdd-b8ae-4fdd-b6b9-79b61ed36e3b admin admin] Usage tracker for resource:security_group_rule and tenant:911c5afaf3d14377bb4c8f23c47c35f3 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:43:46.115959 dv-cinder-800229-1-iscsi neutron-server[81984]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jul 14 08:43:46.117860 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-9eb5ffdd-b8ae-4fdd-b6b9-79b61ed36e3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:43:46.124969 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-9eb5ffdd-b8ae-4fdd-b6b9-79b61ed36e3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:43:46.196974 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9eb5ffdd-b8ae-4fdd-b6b9-79b61ed36e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:46.212651 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9eb5ffdd-b8ae-4fdd-b6b9-79b61ed36e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:46.232785 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:46.275350 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-edd014f8-4bea-4c52-9c9c-7fe7f5b29ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-695868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854083321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29545'] for router, precommit_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:46.293690 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f07cc9f9-2acf-45be-933b-5eb7859bc59b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:46.327711 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5ffdd-b8ae-4fdd-b6b9-79b61ed36e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123efe5b-23c8-420f-ab9b-496072708fc7,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:46.336563 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cc0c259e-c259-491a-a1e1-8e276c6eb04c req-d8b88056-a495-49f2-b025-57f20aa4aaf7 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0639eb0-b058-4e42-981b-66e498ea2bde HTTP/1.1" status: 200  len: 210 time: 1.1081185
Jul 14 08:43:46.337881 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f07cc9f9-2acf-45be-933b-5eb7859bc59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:46.379553 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-52a8b620-4bee-43a8-b735-8b44a17231ad service neutron] 10.222.0.42 "GET /v2.0/networks/cde446a9-0c7c-4318-8125-e2ca25cc6bae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6542017
Jul 14 08:43:46.380575 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-9eb5ffdd-b8ae-4fdd-b6b9-79b61ed36e3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:46.390792 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-9eb5ffdd-b8ae-4fdd-b6b9-79b61ed36e3b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=911c5afaf3d14377bb4c8f23c47c35f3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8680398
Jul 14 08:43:46.398765 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 52048) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:43:46.618871 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 52056) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:43:46.710829 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1c8b111f-a516-4df3-a2f6-6a72388a4d49 None None] Notify callbacks [] for port, precommit_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:46.742016 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-1c8b111f-a516-4df3-a2f6-6a72388a4d49 None None] Transition to ACTIVE for port object cb01eb5c-e36a-4f25-bdff-78debdf1d263 will not be triggered until provisioned by entity L2. {{(pid=82098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:43:46.750768 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-ea678468-b36e-4ed6-a5c1-cee15f2f1b35 None None] Provisioning for port 94dde392-41eb-4b8f-8ed1-1d35f25cd249 completed by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:43:46.753370 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1c8b111f-a516-4df3-a2f6-6a72388a4d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:46.758970 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:46.780537 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-ea678468-b36e-4ed6-a5c1-cee15f2f1b35 None None] Provisioning complete for port 94dde392-41eb-4b8f-8ed1-1d35f25cd249 triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:43:46.781291 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ea678468-b36e-4ed6-a5c1-cee15f2f1b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:46.849652 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-aa4da7d8-ec3f-40ae-bcda-6974fa598b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:46.897738 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8fe467-9749-4605-b99e-3351134d5f5f None None] Pushing event updated for resources: {'Port': ['ID=cb01eb5c-e36a-4f25-bdff-78debdf1d263,revision_number=2']} {{(pid=82098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:46.921103 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-1c8b111f-a516-4df3-a2f6-6a72388a4d49 None None] Attempting to bind port cb01eb5c-e36a-4f25-bdff-78debdf1d263 on host dv-cinder-800229-1-iscsi for vnic_type normal with profile  {{(pid=82098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:43:46.925286 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-1c8b111f-a516-4df3-a2f6-6a72388a4d49 None None] Attempting to bind port cb01eb5c-e36a-4f25-bdff-78debdf1d263 by drivers openvswitch,hyperv on host dv-cinder-800229-1-iscsi at level 0 using segments [{'id': 'eeb05519-cb3f-4410-affd-d7c1079f9a7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'}] {{(pid=82098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:43:46.925707 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8b111f-a516-4df3-a2f6-6a72388a4d49 None None] Attempting to bind port cb01eb5c-e36a-4f25-bdff-78debdf1d263 on network 67339833-1858-4359-a5f3-39cbe3daa12b {{(pid=82098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:43:46.936621 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [None req-f07cc9f9-2acf-45be-933b-5eb7859bc59b admin admin] Allocated IP 172.27.3.251 (67339833-1858-4359-a5f3-39cbe3daa12b/5340f5f3-2f04-41df-9207-8bcd858e18e6/0fa98b25-b807-4b45-943d-5b255832a5df) {{(pid=82095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:43:46.943770 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-aa4da7d8-ec3f-40ae-bcda-6974fa598b2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:43:46.944114 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8fe467-9749-4605-b99e-3351134d5f5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:43:46.944485 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8fe467-9749-4605-b99e-3351134d5f5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:43:46.949337 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8fe467-9749-4605-b99e-3351134d5f5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:43:46.949856 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8fe467-9749-4605-b99e-3351134d5f5f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:43:46.950671 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8fe467-9749-4605-b99e-3351134d5f5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:43:46.951036 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8fe467-9749-4605-b99e-3351134d5f5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:43:46.951423 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8fe467-9749-4605-b99e-3351134d5f5f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:43:46.951782 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8fe467-9749-4605-b99e-3351134d5f5f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:43:46.956944 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-aa4da7d8-ec3f-40ae-bcda-6974fa598b2a admin admin] Usage tracker for resource:security_group_rule and tenant:b3d29538b75644e6ad04b5024d0a0b9e is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:43:46.957315 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8fe467-9749-4605-b99e-3351134d5f5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:43:46.957740 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8fe467-9749-4605-b99e-3351134d5f5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:43:46.958105 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8fe467-9749-4605-b99e-3351134d5f5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:43:46.959255 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8fe467-9749-4605-b99e-3351134d5f5f None None] Tracked resource versions report:
Jul 14 08:43:46.959255 dv-cinder-800229-1-iscsi neutron-server[81984]: pushed versions:
Jul 14 08:43:46.959255 dv-cinder-800229-1-iscsi neutron-server[81984]: {   'ConntrackHelper': {'1.0'},
Jul 14 08:43:46.959255 dv-cinder-800229-1-iscsi neutron-server[81984]:     'Log': {'1.0'},
Jul 14 08:43:46.959255 dv-cinder-800229-1-iscsi neutron-server[81984]:     'Network': {'1.1'},
Jul 14 08:43:46.959255 dv-cinder-800229-1-iscsi neutron-server[81984]:     'Port': {'1.5'},
Jul 14 08:43:46.959255 dv-cinder-800229-1-iscsi neutron-server[81984]:     'PortForwarding': {'1.2'},
Jul 14 08:43:46.959255 dv-cinder-800229-1-iscsi neutron-server[81984]:     'QosPolicy': {'1.8'},
Jul 14 08:43:46.959255 dv-cinder-800229-1-iscsi neutron-server[81984]:     'SecurityGroup': {'1.2'},
Jul 14 08:43:46.959255 dv-cinder-800229-1-iscsi neutron-server[81984]:     'SecurityGroupRule': {'1.0'},
Jul 14 08:43:46.959255 dv-cinder-800229-1-iscsi neutron-server[81984]:     'SubPort': {'1.0'},
Jul 14 08:43:46.959255 dv-cinder-800229-1-iscsi neutron-server[81984]:     'Subnet': {'1.1'},
Jul 14 08:43:46.959255 dv-cinder-800229-1-iscsi neutron-server[81984]:     'Trunk': {'1.1'}}
Jul 14 08:43:46.959255 dv-cinder-800229-1-iscsi neutron-server[81984]: consumer versions:
Jul 14 08:43:46.959255 dv-cinder-800229-1-iscsi neutron-server[81984]: {   DHCP agent@dv-cinder-800229-1-iscsi: {},
Jul 14 08:43:46.959255 dv-cinder-800229-1-iscsi neutron-server[81984]:     HyperV agent@hv-cinder-80022: {},
Jul 14 08:43:46.959255 dv-cinder-800229-1-iscsi neutron-server[81984]:     L3 agent@dv-cinder-800229-1-iscsi: {},
Jul 14 08:43:46.959255 dv-cinder-800229-1-iscsi neutron-server[81984]:     Metadata agent@dv-cinder-800229-1-iscsi: {},
Jul 14 08:43:46.959255 dv-cinder-800229-1-iscsi neutron-server[81984]:     Metering agent@dv-cinder-800229-1-iscsi: {},
Jul 14 08:43:46.959255 dv-cinder-800229-1-iscsi neutron-server[81984]:     Open vSwitch agent@dv-cinder-800229-1-iscsi: {   'ConntrackHelper': '1.0',
Jul 14 08:43:46.959255 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'Log': '1.0',
Jul 14 08:43:46.959255 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'Network': '1.1',
Jul 14 08:43:46.959255 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'Port': '1.5',
Jul 14 08:43:46.959255 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'PortForwarding': '1.2',
Jul 14 08:43:46.959255 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'QosPolicy': '1.8',
Jul 14 08:43:46.959255 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'SecurityGroup': '1.2',
Jul 14 08:43:46.959255 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'SecurityGroupRule': '1.0',
Jul 14 08:43:46.959255 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'SubPort': '1.0',
Jul 14 08:43:46.959255 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'Subnet': '1.1',
Jul 14 08:43:46.959255 dv-cinder-800229-1-iscsi neutron-server[81984]:                                                      'Trunk': '1.1'}}
Jul 14 08:43:46.959255 dv-cinder-800229-1-iscsi neutron-server[81984]:  {{(pid=82098) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jul 14 08:43:46.962393 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-aa4da7d8-ec3f-40ae-bcda-6974fa598b2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:43:46.971938 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-aa4da7d8-ec3f-40ae-bcda-6974fa598b2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:43:46.974547 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-8c8fe467-9749-4605-b99e-3351134d5f5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=82098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:46.978624 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8b111f-a516-4df3-a2f6-6a72388a4d49 None None] Checking agent: {'id': '0d58c09d-3d0a-420d-b789-56ac4f0c32ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 37), 'started_at': datetime.datetime(2021, 7, 14, 8, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:43:46.979029 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8b111f-a516-4df3-a2f6-6a72388a4d49 None None] Checking segment: {'id': 'eeb05519-cb3f-4410-affd-d7c1079f9a7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:43:46.979489 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1c8b111f-a516-4df3-a2f6-6a72388a4d49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:46.979914 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8b111f-a516-4df3-a2f6-6a72388a4d49 None None] Bound using segment: {'id': 'eeb05519-cb3f-4410-affd-d7c1079f9a7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'} {{(pid=82098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:43:46.988251 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-1c8b111f-a516-4df3-a2f6-6a72388a4d49 None None] Bound port: cb01eb5c-e36a-4f25-bdff-78debdf1d263, host: dv-cinder-800229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb05519-cb3f-4410-affd-d7c1079f9a7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'}}] {{(pid=82098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:43:46.988699 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1c8b111f-a516-4df3-a2f6-6a72388a4d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:47.040260 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-5757524a-2ef6-47e1-95e6-6c727c9c09cd service neutron] 10.222.0.42 "GET /v2.0/networks/cde446a9-0c7c-4318-8125-e2ca25cc6bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6417551
Jul 14 08:43:47.075419 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [None req-712a4e38-bd14-46ae-8082-29c98a4991dd None None] Allocated IP 172.20.0.2 (a5638089-0bc3-451e-b07e-8f6a2e41d3b4/bd6bd243-ec5f-4ebe-97dd-3f142d2cc859/214ea8f2-dd42-40af-aee4-f6fb50f21043) {{(pid=82097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:43:47.152075 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ea678468-b36e-4ed6-a5c1-cee15f2f1b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:47.160087 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5792285c-365f-4927-995f-606fd03fb181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:47.232087 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-1c8b111f-a516-4df3-a2f6-6a72388a4d49 None None] For port cb01eb5c-e36a-4f25-bdff-78debdf1d263, host dv-cinder-800229-1-iscsi, cleared binding levels {{(pid=82098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:43:47.240567 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-1c8b111f-a516-4df3-a2f6-6a72388a4d49 None None] For port cb01eb5c-e36a-4f25-bdff-78debdf1d263, host dv-cinder-800229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=cb01eb5c-e36a-4f25-bdff-78debdf1d263,segment=NetworkSegment(eeb05519-cb3f-4410-affd-d7c1079f9a7a),segment_id=eeb05519-cb3f-4410-affd-d7c1079f9a7a)] {{(pid=82098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:43:47.253636 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1c8b111f-a516-4df3-a2f6-6a72388a4d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:47.260563 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-8c8fe467-9749-4605-b99e-3351134d5f5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:47.279554 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-ea678468-b36e-4ed6-a5c1-cee15f2f1b35 None None] For port 94dde392-41eb-4b8f-8ed1-1d35f25cd249, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=94dde392-41eb-4b8f-8ed1-1d35f25cd249,segment=NetworkSegment(54020ed2-9764-455c-bb75-78a5101f4433),segment_id=54020ed2-9764-455c-bb75-78a5101f4433)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:43:47.288873 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ea678468-b36e-4ed6-a5c1-cee15f2f1b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:47.310823 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-010f36e9-1286-474f-be89-3a446740b402 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:47.325893 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5792285c-365f-4927-995f-606fd03fb181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:47.440948 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-edd014f8-4bea-4c52-9c9c-7fe7f5b29ef1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:47.453613 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8fe467-9749-4605-b99e-3351134d5f5f None None] Pushing event updated for resources: {'Port': ['ID=cb01eb5c-e36a-4f25-bdff-78debdf1d263,revision_number=3']} {{(pid=82098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:47.470185 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-aa4da7d8-ec3f-40ae-bcda-6974fa598b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:47.473684 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-8c8fe467-9749-4605-b99e-3351134d5f5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=82098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:47.485158 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f07cc9f9-2acf-45be-933b-5eb7859bc59b admin admin] Notify callbacks [] for port, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:47.519673 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8b111f-a516-4df3-a2f6-6a72388a4d49 None None] Routers {'35c94502-fcbc-4f93-bdbd-47c38b2d773c'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:43:47.521390 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-1c8b111f-a516-4df3-a2f6-6a72388a4d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6402a58908>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:43:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['35c94502-fcbc-4f93-bdbd-47c38b2d773c'], 'active': True} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:43:47.568388 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-edd014f8-4bea-4c52-9c9c-7fe7f5b29ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:47.589263 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f07cc9f9-2acf-45be-933b-5eb7859bc59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794'] for port, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:47.596365 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-aa4da7d8-ec3f-40ae-bcda-6974fa598b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:47.686587 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e26a3656-5448-4548-8208-6d76e8bc0cbd req-ee84aa98-2a5c-4262-9f2b-d6cbaa09efb3 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff7c776c-601c-4d73-859d-1da64b73a1d3 HTTP/1.1" status: 200  len: 210 time: 0.1141868
Jul 14 08:43:47.753334 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-a73e2c26-f056-46f2-84a9-8d617df225ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:47.781700 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-aa4da7d8-ec3f-40ae-bcda-6974fa598b2a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b3d29538b75644e6ad04b5024d0a0b9e&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1587126
Jul 14 08:43:47.795742 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-712a4e38-bd14-46ae-8082-29c98a4991dd None None] Notify callbacks [] for port, precommit_create {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:47.797531 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 52082) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:43:47.807139 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-712a4e38-bd14-46ae-8082-29c98a4991dd None None] Transition to ACTIVE for port object 214ea8f2-dd42-40af-aee4-f6fb50f21043 will not be triggered until provisioned by entity L2. {{(pid=82097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:43:47.827400 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-712a4e38-bd14-46ae-8082-29c98a4991dd None None] Transition to ACTIVE for port object 214ea8f2-dd42-40af-aee4-f6fb50f21043 will not be triggered until provisioned by entity DHCP. {{(pid=82097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:43:47.839710 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea678468-b36e-4ed6-a5c1-cee15f2f1b35 None None] Pushing event updated for resources: {'Port': ['ID=94dde392-41eb-4b8f-8ed1-1d35f25cd249,revision_number=3']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:47.842847 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-712a4e38-bd14-46ae-8082-29c98a4991dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794'] for port, after_create {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:47.843846 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-ea678468-b36e-4ed6-a5c1-cee15f2f1b35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:47.852188 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:47.882858 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07cc9f9-2acf-45be-933b-5eb7859bc59b admin admin] Network 67339833-1858-4359-a5f3-39cbe3daa12b is already hosted by enough agents. {{(pid=82095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:43:47.895308 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-f07cc9f9-2acf-45be-933b-5eb7859bc59b admin admin] Resources bound (agent type, host, resource id):  {{(pid=82095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:43:47.904063 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07cc9f9-2acf-45be-933b-5eb7859bc59b admin admin] Received port after_create {{(pid=82095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:43:47.907628 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e171f082-5aaa-4303-b4a1-e7b3368c4e11 req-a8282917-9be5-4861-b516-6710295b4aa1 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0639eb0-b058-4e42-981b-66e498ea2bde HTTP/1.1" status: 200  len: 210 time: 0.1329653
Jul 14 08:43:47.953868 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-c05b5eab-8f48-4ff2-9bee-ef75a4042e08 None None] Provisioning complete for port 94dde392-41eb-4b8f-8ed1-1d35f25cd249 triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:43:47.955594 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c05b5eab-8f48-4ff2-9bee-ef75a4042e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:47.976807 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4da7d8-ec3f-40ae-bcda-6974fa598b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda6ba4e-aa1e-4088-8cad-a1a67a15d572,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:47.994491 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712a4e38-bd14-46ae-8082-29c98a4991dd None None] Network a5638089-0bc3-451e-b07e-8f6a2e41d3b4 is already hosted by enough agents. {{(pid=82097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:43:48.001909 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-aa4da7d8-ec3f-40ae-bcda-6974fa598b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:48.010852 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-712a4e38-bd14-46ae-8082-29c98a4991dd None None] Resources bound (agent type, host, resource id):  {{(pid=82097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:43:48.049985 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5792285c-365f-4927-995f-606fd03fb181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:48.057284 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d5eca3f9-7c00-457a-a694-17847464aba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:48.078854 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:48.114861 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792285c-365f-4927-995f-606fd03fb181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123efe5b-23c8-420f-ab9b-496072708fc7,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:48.141042 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-5792285c-365f-4927-995f-606fd03fb181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:48.200053 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712a4e38-bd14-46ae-8082-29c98a4991dd None None] Received port after_create {{(pid=82097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:43:48.223326 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d5eca3f9-7c00-457a-a694-17847464aba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:48.234907 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a4e38-bd14-46ae-8082-29c98a4991dd None None] Pushing event updated for resources: {'Port': ['ID=214ea8f2-dd42-40af-aee4-f6fb50f21043,revision_number=1']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:48.243628 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-712a4e38-bd14-46ae-8082-29c98a4991dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:48.277239 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-1c8b111f-a516-4df3-a2f6-6a72388a4d49 None None] Set router 35c94502-fcbc-4f93-bdbd-47c38b2d773c gateway port host: dv-cinder-800229-1-iscsi {{(pid=82098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:43:48.281012 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [None req-edd014f8-4bea-4c52-9c9c-7fe7f5b29ef1 admin admin] Allocated IP 172.27.3.40 (67339833-1858-4359-a5f3-39cbe3daa12b/5340f5f3-2f04-41df-9207-8bcd858e18e6/a11d6929-c47b-4da0-9b19-2fa410fb8a6f) {{(pid=82096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:43:48.293818 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.517s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:48.306360 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5792285c-365f-4927-995f-606fd03fb181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:48.307795 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-5792285c-365f-4927-995f-606fd03fb181 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/123efe5b-23c8-420f-ab9b-496072708fc7 HTTP/1.1" status: 204  len: 168 time: 1.9080584
Jul 14 08:43:48.375835 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.43', 62219) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:43:48.521125 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07cc9f9-2acf-45be-933b-5eb7859bc59b admin admin] Pushing event updated for resources: {'Port': ['ID=0fa98b25-b807-4b45-943d-5b255832a5df,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:48.543046 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-f07cc9f9-2acf-45be-933b-5eb7859bc59b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:48.565841 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-712a4e38-bd14-46ae-8082-29c98a4991dd None None] Attempting to bind port 214ea8f2-dd42-40af-aee4-f6fb50f21043 on host dv-cinder-800229-1-iscsi for vnic_type normal with profile  {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:43:48.566470 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-712a4e38-bd14-46ae-8082-29c98a4991dd None None] Attempting to bind port 214ea8f2-dd42-40af-aee4-f6fb50f21043 by drivers openvswitch,hyperv on host dv-cinder-800229-1-iscsi at level 0 using segments [{'id': '12621a13-2c01-4bd6-95be-3fd9fa7c6003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a5638089-0bc3-451e-b07e-8f6a2e41d3b4'}] {{(pid=82097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:43:48.567024 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712a4e38-bd14-46ae-8082-29c98a4991dd None None] Attempting to bind port 214ea8f2-dd42-40af-aee4-f6fb50f21043 on network a5638089-0bc3-451e-b07e-8f6a2e41d3b4 {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:43:48.586940 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712a4e38-bd14-46ae-8082-29c98a4991dd None None] Checking agent: {'id': '0d58c09d-3d0a-420d-b789-56ac4f0c32ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 37), 'started_at': datetime.datetime(2021, 7, 14, 8, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:43:48.591602 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712a4e38-bd14-46ae-8082-29c98a4991dd None None] Checking segment: {'id': '12621a13-2c01-4bd6-95be-3fd9fa7c6003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a5638089-0bc3-451e-b07e-8f6a2e41d3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:43:48.592213 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-712a4e38-bd14-46ae-8082-29c98a4991dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:48.592788 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712a4e38-bd14-46ae-8082-29c98a4991dd None None] Bound using segment: {'id': '12621a13-2c01-4bd6-95be-3fd9fa7c6003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a5638089-0bc3-451e-b07e-8f6a2e41d3b4'} {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:43:48.593459 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-712a4e38-bd14-46ae-8082-29c98a4991dd None None] Bound port: 214ea8f2-dd42-40af-aee4-f6fb50f21043, host: dv-cinder-800229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12621a13-2c01-4bd6-95be-3fd9fa7c6003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a5638089-0bc3-451e-b07e-8f6a2e41d3b4'}}] {{(pid=82097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:43:48.594019 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-712a4e38-bd14-46ae-8082-29c98a4991dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:48.664974 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-ddae86b4-0fb2-4382-977a-ce50c31e43a7 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:43:48.666500 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-ddae86b4-0fb2-4382-977a-ce50c31e43a7 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.43 "GET /v2.0/networks?id=8e8216a1-d2c2-409a-8992-b2e5db0cceea HTTP/1.1" status: 200  len: 811 time: 0.2824812
Jul 14 08:43:48.835203 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-712a4e38-bd14-46ae-8082-29c98a4991dd None None] For port 214ea8f2-dd42-40af-aee4-f6fb50f21043, host dv-cinder-800229-1-iscsi, cleared binding levels {{(pid=82097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:43:48.844241 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-712a4e38-bd14-46ae-8082-29c98a4991dd None None] For port 214ea8f2-dd42-40af-aee4-f6fb50f21043, host dv-cinder-800229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=214ea8f2-dd42-40af-aee4-f6fb50f21043,segment=NetworkSegment(12621a13-2c01-4bd6-95be-3fd9fa7c6003),segment_id=12621a13-2c01-4bd6-95be-3fd9fa7c6003)] {{(pid=82097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:43:48.856681 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-712a4e38-bd14-46ae-8082-29c98a4991dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:48.876266 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:48.895553 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-22dfbb7a-6750-482c-9f6e-6f54b428431e req-d9bdf816-3c58-49ae-9ae0-a74a0cdce72b tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff7c776c-601c-4d73-859d-1da64b73a1d3 HTTP/1.1" status: 200  len: 210 time: 0.0664053
Jul 14 08:43:48.917958 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d5eca3f9-7c00-457a-a694-17847464aba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:48.966209 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:48.985524 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-1c8b111f-a516-4df3-a2f6-6a72388a4d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6402a58908>, [{'id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'name': 'tempest-AttachVolumeShelveTestJSON-430322807-router', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'cb01eb5c-e36a-4f25-bdff-78debdf1d263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:40Z', 'updated_at': '2021-07-14T08:43:42Z', 'revision_number': 3, 'project_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'gw_port': {'id': 'cb01eb5c-e36a-4f25-bdff-78debdf1d263', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:41Z', 'updated_at': '2021-07-14T08:43:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi'}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:43:48.990707 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a4e38-bd14-46ae-8082-29c98a4991dd None None] Pushing event updated for resources: {'Port': ['ID=214ea8f2-dd42-40af-aee4-f6fb50f21043,revision_number=2']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:48.991683 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8b111f-a516-4df3-a2f6-6a72388a4d49 None None] The sync data for ids ['35c94502-fcbc-4f93-bdbd-47c38b2d773c'] in dv-cinder-800229-1-iscsi is: [{'id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'name': 'tempest-AttachVolumeShelveTestJSON-430322807-router', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'cb01eb5c-e36a-4f25-bdff-78debdf1d263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:40Z', 'updated_at': '2021-07-14T08:43:42Z', 'revision_number': 3, 'project_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'gw_port': {'id': 'cb01eb5c-e36a-4f25-bdff-78debdf1d263', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:41Z', 'updated_at': '2021-07-14T08:43:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi'}] {{(pid=82098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:43:49.002728 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eca3f9-7c00-457a-a694-17847464aba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda6ba4e-aa1e-4088-8cad-a1a67a15d572,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:49.003501 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-712a4e38-bd14-46ae-8082-29c98a4991dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:49.007460 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-d5eca3f9-7c00-457a-a694-17847464aba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:49.045685 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f07cc9f9-2acf-45be-933b-5eb7859bc59b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:49.047097 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f07cc9f9-2acf-45be-933b-5eb7859bc59b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854079993'] for router, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:49.062170 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-edd014f8-4bea-4c52-9c9c-7fe7f5b29ef1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:49.083617 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d5eca3f9-7c00-457a-a694-17847464aba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:49.087827 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-d5eca3f9-7c00-457a-a694-17847464aba8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dda6ba4e-aa1e-4088-8cad-a1a67a15d572 HTTP/1.1" status: 204  len: 168 time: 1.1845775
Jul 14 08:43:49.096818 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-edd014f8-4bea-4c52-9c9c-7fe7f5b29ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794'] for port, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:49.102656 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:49.276554 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 94dde392-41eb-4b8f-8ed1-1d35f25cd249 up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:43:49.312448 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f7bd04d5-f006-4b66-b493-720da547174b req-ed1e3718-9180-4c66-ac4b-9ac2b5ca2261 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0639eb0-b058-4e42-981b-66e498ea2bde HTTP/1.1" status: 200  len: 210 time: 0.1688805
Jul 14 08:43:49.330232 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd014f8-4bea-4c52-9c9c-7fe7f5b29ef1 admin admin] Network 67339833-1858-4359-a5f3-39cbe3daa12b is already hosted by enough agents. {{(pid=82096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:43:49.336281 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-edd014f8-4bea-4c52-9c9c-7fe7f5b29ef1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:43:49.341903 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd014f8-4bea-4c52-9c9c-7fe7f5b29ef1 admin admin] Pushing event updated for resources: {'Port': ['ID=a11d6929-c47b-4da0-9b19-2fa410fb8a6f,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:49.371577 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd014f8-4bea-4c52-9c9c-7fe7f5b29ef1 admin admin] Received port after_create {{(pid=82096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:43:49.393881 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port 94dde392-41eb-4b8f-8ed1-1d35f25cd249 triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:43:49.394317 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:49.646110 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-edd014f8-4bea-4c52-9c9c-7fe7f5b29ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:49.702753 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-edd014f8-4bea-4c52-9c9c-7fe7f5b29ef1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:49.715339 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-edd014f8-4bea-4c52-9c9c-7fe7f5b29ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854079993'] for router, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:49.880250 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-61c6e652-2fc3-49de-baab-bf135f9b6800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:50.189285 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd014f8-4bea-4c52-9c9c-7fe7f5b29ef1 admin admin] Router 77dbcf2e-b473-4388-845b-f4227d5eeb31 is scheduled to L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c with binding_index 1 {{(pid=82096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Jul 14 08:43:50.214363 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ecdc2107-e4ed-4a55-9397-de1d0aa2366a req-20dee6a5-84b1-48b3-a2f8-ad68d53b9edf tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff7c776c-601c-4d73-859d-1da64b73a1d3 HTTP/1.1" status: 200  len: 210 time: 0.0909481
Jul 14 08:43:50.347548 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [None req-61c6e652-2fc3-49de-baab-bf135f9b6800 admin admin] Allocated IP 172.20.0.1 (52933724-b56f-4198-aacf-d572e3623b57/d2471914-bec5-4d3a-8fbd-31586948f335/e5d30999-ab6a-41da-bdc0-6e0afa79ebee) {{(pid=82095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:43:50.489697 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f07cc9f9-2acf-45be-933b-5eb7859bc59b admin admin] Router 64ad9a01-4b60-4c48-8461-ed835a3209b8 is scheduled to L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c with binding_index 1 {{(pid=82095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Jul 14 08:43:50.589074 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 52164) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:43:50.627845 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-21c043a1-8b77-4442-8f83-2186eb1557e4 req-22a2ab11-9df9-4380-8a0a-1d05f54a2eee tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0639eb0-b058-4e42-981b-66e498ea2bde HTTP/1.1" status: 200  len: 210 time: 0.0688045
Jul 14 08:43:50.703403 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd014f8-4bea-4c52-9c9c-7fe7f5b29ef1 admin admin] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:43:50.717502 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8141137e-47a5-4271-8b0a-357b07871136 None None] Sync routers for ids ['77dbcf2e-b473-4388-845b-f4227d5eeb31'] in dv-cinder-800229-1-iscsi {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:43:50.738878 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-edd014f8-4bea-4c52-9c9c-7fe7f5b29ef1 admin admin] Notify callbacks [] for router, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:50.740681 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-edd014f8-4bea-4c52-9c9c-7fe7f5b29ef1 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 6.2255459
Jul 14 08:43:50.744526 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8141137e-47a5-4271-8b0a-357b07871136 None None] Routers {'77dbcf2e-b473-4388-845b-f4227d5eeb31'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:43:50.745210 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-8141137e-47a5-4271-8b0a-357b07871136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6402680748>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:43:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['77dbcf2e-b473-4388-845b-f4227d5eeb31'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:43:50.752003 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 52172) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:43:50.829092 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-61c6e652-2fc3-49de-baab-bf135f9b6800 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:50.878002 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-61c6e652-2fc3-49de-baab-bf135f9b6800 admin admin] Transition to ACTIVE for port object e5d30999-ab6a-41da-bdc0-6e0afa79ebee will not be triggered until provisioned by entity DHCP. {{(pid=82095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:43:50.980943 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-61c6e652-2fc3-49de-baab-bf135f9b6800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794'] for port, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:51.006140 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:51.123508 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6e652-2fc3-49de-baab-bf135f9b6800 admin admin] Pushing event updated for resources: {'Port': ['ID=e5d30999-ab6a-41da-bdc0-6e0afa79ebee,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:51.130560 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-61c6e652-2fc3-49de-baab-bf135f9b6800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:51.150627 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c6e652-2fc3-49de-baab-bf135f9b6800 admin admin] Network 52933724-b56f-4198-aacf-d572e3623b57 is already hosted by enough agents. {{(pid=82095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:43:51.154670 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-61c6e652-2fc3-49de-baab-bf135f9b6800 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:43:51.163191 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c6e652-2fc3-49de-baab-bf135f9b6800 admin admin] Received port after_create {{(pid=82095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:43:51.163678 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-61c6e652-2fc3-49de-baab-bf135f9b6800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691418'] for router_interface, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:51.195457 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07cc9f9-2acf-45be-933b-5eb7859bc59b admin admin] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:43:51.209619 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26903460-c0b7-4942-8b4c-699225f5c43c None None] Sync routers for ids ['64ad9a01-4b60-4c48-8461-ed835a3209b8'] in dv-cinder-800229-1-iscsi {{(pid=82098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:43:51.238030 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26903460-c0b7-4942-8b4c-699225f5c43c None None] Routers {'64ad9a01-4b60-4c48-8461-ed835a3209b8'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:43:51.238752 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-26903460-c0b7-4942-8b4c-699225f5c43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64025949b0>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:43:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['64ad9a01-4b60-4c48-8461-ed835a3209b8'], 'active': True} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:43:51.240022 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-f2967e02-49d7-4164-a9aa-09c955736298 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-362023142-network', 'tenant_id': 'f0cee222946b44079f4ca1fc50f16d30'}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:43:51.257558 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-8141137e-47a5-4271-8b0a-357b07871136 None None] Set router 77dbcf2e-b473-4388-845b-f4227d5eeb31 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:43:51.261870 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-f2967e02-49d7-4164-a9aa-09c955736298 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:43:51.277368 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-f2967e02-49d7-4164-a9aa-09c955736298 admin admin] Usage tracker for resource:network and tenant:f0cee222946b44079f4ca1fc50f16d30 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:43:51.397928 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-f2967e02-49d7-4164-a9aa-09c955736298 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:43:51.402238 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-61c6e652-2fc3-49de-baab-bf135f9b6800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:51.429301 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-f2967e02-49d7-4164-a9aa-09c955736298 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:43:51.432636 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f07cc9f9-2acf-45be-933b-5eb7859bc59b admin admin] Notify callbacks [] for router, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:51.436663 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-f07cc9f9-2acf-45be-933b-5eb7859bc59b admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 7.2511933
Jul 14 08:43:51.439492 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 52188) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:43:51.513017 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device cb01eb5c-e36a-4f25-bdff-78debdf1d263 up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:43:51.822799 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aba3b61-1f69-45c4-9605-5b753fcbf275 None None] Network a5638089-0bc3-451e-b07e-8f6a2e41d3b4 requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:43:51.915932 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-dcc64023-aa73-4e70-9196-c45acd2f0d9b tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Request body: {'port': {'device_id': 'd0639eb0-b058-4e42-981b-66e498ea2bde', 'network_id': '8e8216a1-d2c2-409a-8992-b2e5db0cceea', 'admin_state_up': True, 'tenant_id': 'ef5f221c229d42ae84140f2022c8260a'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:43:51.967196 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-61c6e652-2fc3-49de-baab-bf135f9b6800 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:51.996610 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-61c6e652-2fc3-49de-baab-bf135f9b6800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:52.010345 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-26903460-c0b7-4942-8b4c-699225f5c43c None None] Set router 64ad9a01-4b60-4c48-8461-ed835a3209b8 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:43:52.077507 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2967e02-49d7-4164-a9aa-09c955736298 admin admin] Made reservation on behalf of f0cee222946b44079f4ca1fc50f16d30 for: {'network': 1} {{(pid=82095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:43:52.082760 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f2967e02-49d7-4164-a9aa-09c955736298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for network, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:52.087779 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-7085293a-72c9-4091-86b0-639008d8285a req-d41468ef-e742-40cd-a589-a2a6025078d4 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0639eb0-b058-4e42-981b-66e498ea2bde HTTP/1.1" status: 200  len: 210 time: 0.1429975
Jul 14 08:43:52.137557 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-61c6e652-2fc3-49de-baab-bf135f9b6800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846971082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854084487'] for router_interface, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:52.153745 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-61c6e652-2fc3-49de-baab-bf135f9b6800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:52.207896 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f2967e02-49d7-4164-a9aa-09c955736298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:52.215376 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-dcc64023-aa73-4e70-9196-c45acd2f0d9b tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:43:52.223262 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-dcc64023-aa73-4e70-9196-c45acd2f0d9b tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Usage tracker for resource:port and tenant:ef5f221c229d42ae84140f2022c8260a is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:43:52.229431 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-dcc64023-aa73-4e70-9196-c45acd2f0d9b tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:43:52.240464 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-dcc64023-aa73-4e70-9196-c45acd2f0d9b tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:43:52.277161 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-dcc64023-aa73-4e70-9196-c45acd2f0d9b tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Made reservation on behalf of ef5f221c229d42ae84140f2022c8260a for: {'port': 1} {{(pid=82096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:43:52.287378 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-dcc64023-aa73-4e70-9196-c45acd2f0d9b tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:52.316339 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-36c9b260-9533-4ec4-b0dd-0402bc81a503 None None] Provisioning for port e5d30999-ab6a-41da-bdc0-6e0afa79ebee completed by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:43:52.326083 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-36c9b260-9533-4ec4-b0dd-0402bc81a503 None None] Provisioning complete for port e5d30999-ab6a-41da-bdc0-6e0afa79ebee triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:43:52.326506 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-36c9b260-9533-4ec4-b0dd-0402bc81a503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:52.392617 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-36c9b260-9533-4ec4-b0dd-0402bc81a503 None None] Port e5d30999-ab6a-41da-bdc0-6e0afa79ebee cannot update to ACTIVE because it is not bound. {{(pid=82097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 14 08:43:52.400016 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning for port cb01eb5c-e36a-4f25-bdff-78debdf1d263 completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:43:52.426719 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-107ecf2d-90ba-4f0a-bab5-081c3e07072d req-e70570ec-adc8-447e-b770-12a04f430e06 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff7c776c-601c-4d73-859d-1da64b73a1d3 HTTP/1.1" status: 200  len: 210 time: 0.4477055
Jul 14 08:43:52.437526 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-f2967e02-49d7-4164-a9aa-09c955736298 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:43:52.444450 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-f2967e02-49d7-4164-a9aa-09c955736298 admin admin] Usage tracker for resource:security_group_rule and tenant:f0cee222946b44079f4ca1fc50f16d30 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:43:52.444901 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port cb01eb5c-e36a-4f25-bdff-78debdf1d263 triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:43:52.445469 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:52.451486 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-f2967e02-49d7-4164-a9aa-09c955736298 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:43:52.460536 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-f2967e02-49d7-4164-a9aa-09c955736298 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:43:52.627928 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-26903460-c0b7-4942-8b4c-699225f5c43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64025949b0>, [{'id': '64ad9a01-4b60-4c48-8461-ed835a3209b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1229405343-router', 'tenant_id': 'ead16347efbf48ac94be432daab86c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '0fa98b25-b807-4b45-943d-5b255832a5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:44Z', 'updated_at': '2021-07-14T08:43:48Z', 'revision_number': 3, 'project_id': 'ead16347efbf48ac94be432daab86c02', 'gw_port': {'id': '0fa98b25-b807-4b45-943d-5b255832a5df', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ec:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ad9a01-4b60-4c48-8461-ed835a3209b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:46Z', 'updated_at': '2021-07-14T08:43:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi'}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:43:52.636665 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26903460-c0b7-4942-8b4c-699225f5c43c None None] Checking router: 64ad9a01-4b60-4c48-8461-ed835a3209b8 for host: dv-cinder-800229-1-iscsi {{(pid=82098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:43:52.637059 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26903460-c0b7-4942-8b4c-699225f5c43c None None] Updating router 64ad9a01-4b60-4c48-8461-ed835a3209b8 port 0fa98b25-b807-4b45-943d-5b255832a5df binding host dv-cinder-800229-1-iscsi {{(pid=82098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 14 08:43:52.751435 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f2967e02-49d7-4164-a9aa-09c955736298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:52.759151 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6e652-2fc3-49de-baab-bf135f9b6800 admin admin] Pushing event updated for resources: {'Port': ['ID=e5d30999-ab6a-41da-bdc0-6e0afa79ebee,revision_number=2']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:52.801103 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-61c6e652-2fc3-49de-baab-bf135f9b6800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:52.815237 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f2967e02-49d7-4164-a9aa-09c955736298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:52.852141 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-26903460-c0b7-4942-8b4c-699225f5c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:52.883446 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.43', 62227) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:43:52.899087 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-36c9b260-9533-4ec4-b0dd-0402bc81a503 None None] Provisioning for port 214ea8f2-dd42-40af-aee4-f6fb50f21043 completed by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:43:53.016690 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:53.041616 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:53.119346 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] For port cb01eb5c-e36a-4f25-bdff-78debdf1d263, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=cb01eb5c-e36a-4f25-bdff-78debdf1d263,segment=NetworkSegment(eeb05519-cb3f-4410-affd-d7c1079f9a7a),segment_id=eeb05519-cb3f-4410-affd-d7c1079f9a7a)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:43:53.130396 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:53.133996 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-8141137e-47a5-4271-8b0a-357b07871136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6402680748>, [{'id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'name': 'tempest-AttachVolumeTestJSON-25464803-router', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'a11d6929-c47b-4da0-9b19-2fa410fb8a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:45Z', 'updated_at': '2021-07-14T08:43:49Z', 'revision_number': 3, 'project_id': '14f51922b06043779a5017e6efa8b95a', 'gw_port': {'id': 'a11d6929-c47b-4da0-9b19-2fa410fb8a6f', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ca:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:47Z', 'updated_at': '2021-07-14T08:43:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi'}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:43:53.146504 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 214ea8f2-dd42-40af-aee4-f6fb50f21043 up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:43:53.177937 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2967e02-49d7-4164-a9aa-09c955736298 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507}  {{(pid=82095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 14 08:43:53.228315 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2967e02-49d7-4164-a9aa-09c955736298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10f5117-e2a6-4a63-9c42-1327dd30fdaa,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:53.229814 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:53.297688 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-f2967e02-49d7-4164-a9aa-09c955736298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:53.342007 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f2967e02-49d7-4164-a9aa-09c955736298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6123'] for segment, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:53.350476 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.db.segments_db [None req-f2967e02-49d7-4164-a9aa-09c955736298 admin admin] Added segment f0785d56-135f-40a5-ad3c-5bda1c3a54b1 of type vlan for network 14ad2b25-1210-4d93-bae2-cf3c912ea9d0
Jul 14 08:43:53.391182 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8141137e-47a5-4271-8b0a-357b07871136 None None] Checking router: 77dbcf2e-b473-4388-845b-f4227d5eeb31 for host: dv-cinder-800229-1-iscsi {{(pid=82097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:43:53.391575 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8141137e-47a5-4271-8b0a-357b07871136 None None] Updating router 77dbcf2e-b473-4388-845b-f4227d5eeb31 port a11d6929-c47b-4da0-9b19-2fa410fb8a6f binding host dv-cinder-800229-1-iscsi {{(pid=82097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 14 08:43:53.534610 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c6e652-2fc3-49de-baab-bf135f9b6800 admin admin] Network 52933724-b56f-4198-aacf-d572e3623b57 is already hosted by enough agents. {{(pid=82095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:43:53.538385 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f2967e02-49d7-4164-a9aa-09c955736298 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282634469919'] for network, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:53.572433 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-61c6e652-2fc3-49de-baab-bf135f9b6800 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:43:53.573131 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8141137e-47a5-4271-8b0a-357b07871136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:53.700245 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b0e19489-9daf-4d7d-8c46-4fa530a45264 req-8f6219fa-c8c5-456c-9281-c1467396f636 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0639eb0-b058-4e42-981b-66e498ea2bde HTTP/1.1" status: 200  len: 210 time: 0.2385638
Jul 14 08:43:53.833049 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-26903460-c0b7-4942-8b4c-699225f5c43c None None] Notify callbacks [] for port, precommit_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:53.851724 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-26903460-c0b7-4942-8b4c-699225f5c43c None None] Transition to ACTIVE for port object 0fa98b25-b807-4b45-943d-5b255832a5df will not be triggered until provisioned by entity L2. {{(pid=82098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:43:53.862665 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-26903460-c0b7-4942-8b4c-699225f5c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:53.875749 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-8c8fe467-9749-4605-b99e-3351134d5f5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:53.952847 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-26903460-c0b7-4942-8b4c-699225f5c43c None None] Attempting to bind port 0fa98b25-b807-4b45-943d-5b255832a5df on host dv-cinder-800229-1-iscsi for vnic_type normal with profile  {{(pid=82098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:43:53.953407 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-26903460-c0b7-4942-8b4c-699225f5c43c None None] Attempting to bind port 0fa98b25-b807-4b45-943d-5b255832a5df by drivers openvswitch,hyperv on host dv-cinder-800229-1-iscsi at level 0 using segments [{'id': 'eeb05519-cb3f-4410-affd-d7c1079f9a7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'}] {{(pid=82098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:43:53.954151 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26903460-c0b7-4942-8b4c-699225f5c43c None None] Attempting to bind port 0fa98b25-b807-4b45-943d-5b255832a5df on network 67339833-1858-4359-a5f3-39cbe3daa12b {{(pid=82098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:43:53.975820 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26903460-c0b7-4942-8b4c-699225f5c43c None None] Checking agent: {'id': '0d58c09d-3d0a-420d-b789-56ac4f0c32ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 37), 'started_at': datetime.datetime(2021, 7, 14, 8, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:43:53.976235 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26903460-c0b7-4942-8b4c-699225f5c43c None None] Checking segment: {'id': 'eeb05519-cb3f-4410-affd-d7c1079f9a7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:43:53.977184 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-26903460-c0b7-4942-8b4c-699225f5c43c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:53.977625 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26903460-c0b7-4942-8b4c-699225f5c43c None None] Bound using segment: {'id': 'eeb05519-cb3f-4410-affd-d7c1079f9a7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'} {{(pid=82098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:43:53.978399 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-26903460-c0b7-4942-8b4c-699225f5c43c None None] Bound port: 0fa98b25-b807-4b45-943d-5b255832a5df, host: dv-cinder-800229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb05519-cb3f-4410-affd-d7c1079f9a7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'}}] {{(pid=82098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:43:53.978932 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-26903460-c0b7-4942-8b4c-699225f5c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:53.999725 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-dcc64023-aa73-4e70-9196-c45acd2f0d9b tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Allocated IP 172.20.0.8 (8e8216a1-d2c2-409a-8992-b2e5db0cceea/bd423f8f-d472-4c93-9b97-166dc5e957f0/60876a2d-3cee-498c-92a4-85e83b3555d4) {{(pid=82096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:43:54.027736 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-874e920a-4084-4edc-b542-6405d15c5668 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:43:54.029674 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-874e920a-4084-4edc-b542-6405d15c5668 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.43 "GET /v2.0/networks?id=cde446a9-0c7c-4318-8125-e2ca25cc6bae HTTP/1.1" status: 200  len: 814 time: 1.1381493
Jul 14 08:43:54.109333 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Pushing event updated for resources: {'Port': ['ID=cb01eb5c-e36a-4f25-bdff-78debdf1d263,revision_number=4']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:54.109542 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-26903460-c0b7-4942-8b4c-699225f5c43c None None] For port 0fa98b25-b807-4b45-943d-5b255832a5df, host dv-cinder-800229-1-iscsi, cleared binding levels {{(pid=82098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:43:54.121742 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-26903460-c0b7-4942-8b4c-699225f5c43c None None] For port 0fa98b25-b807-4b45-943d-5b255832a5df, host dv-cinder-800229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=0fa98b25-b807-4b45-943d-5b255832a5df,segment=NetworkSegment(eeb05519-cb3f-4410-affd-d7c1079f9a7a),segment_id=eeb05519-cb3f-4410-affd-d7c1079f9a7a)] {{(pid=82098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:43:54.134427 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.905s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:54.140894 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-26903460-c0b7-4942-8b4c-699225f5c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:54.146374 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning for port 214ea8f2-dd42-40af-aee4-f6fb50f21043 completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:43:54.161282 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813fee01-6c99-42b8-bff7-c67247e87b1e None None] Pushing event updated for resources: {'Port': ['ID=0fa98b25-b807-4b45-943d-5b255832a5df,revision_number=2']} {{(pid=82098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:54.177604 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port 214ea8f2-dd42-40af-aee4-f6fb50f21043 triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:43:54.178191 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:54.252701 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26903460-c0b7-4942-8b4c-699225f5c43c None None] Routers {'64ad9a01-4b60-4c48-8461-ed835a3209b8'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:43:54.253687 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-26903460-c0b7-4942-8b4c-699225f5c43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64025949b0>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:43:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['64ad9a01-4b60-4c48-8461-ed835a3209b8'], 'active': True} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:43:54.436530 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-a9b9b517-c6c1-4ffd-ade2-8e0d43af6301 None None] Provisioning complete for port e5d30999-ab6a-41da-bdc0-6e0afa79ebee triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:43:54.437188 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-a9b9b517-c6c1-4ffd-ade2-8e0d43af6301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:54.492306 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-813fee01-6c99-42b8-bff7-c67247e87b1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=82098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:54.492815 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-bb0d9860-5841-41b5-b68b-434f9d71551f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.333s {{(pid=82098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:54.773113 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813fee01-6c99-42b8-bff7-c67247e87b1e None None] Pushing event updated for resources: {'Port': ['ID=0fa98b25-b807-4b45-943d-5b255832a5df,revision_number=3']} {{(pid=82098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:54.784162 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-813fee01-6c99-42b8-bff7-c67247e87b1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=82098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:54.785575 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-703a24d9-58fa-4587-a848-d9831d6c0577 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Request body: {'port': {'device_id': 'ff7c776c-601c-4d73-859d-1da64b73a1d3', 'network_id': 'cde446a9-0c7c-4318-8125-e2ca25cc6bae', 'admin_state_up': True, 'tenant_id': '77661f60a3aa459dba3a5d43ab14951d'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:43:54.806004 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:54.816732 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-21ca6a59-c09d-4302-a967-db36c1c23471 req-ea85b2ca-3422-4ab9-b906-8822baa23882 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff7c776c-601c-4d73-859d-1da64b73a1d3 HTTP/1.1" status: 200  len: 210 time: 1.0064764
Jul 14 08:43:54.858091 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-dcc64023-aa73-4e70-9196-c45acd2f0d9b tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Notify callbacks [] for port, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:54.879078 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-a9b9b517-c6c1-4ffd-ade2-8e0d43af6301 None None] Port e5d30999-ab6a-41da-bdc0-6e0afa79ebee cannot update to ACTIVE because it is not bound. {{(pid=82097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 14 08:43:54.894679 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-26903460-c0b7-4942-8b4c-699225f5c43c None None] Set router 64ad9a01-4b60-4c48-8461-ed835a3209b8 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:43:54.897051 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f2967e02-49d7-4164-a9aa-09c955736298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097'] for network, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:54.913201 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2967e02-49d7-4164-a9aa-09c955736298 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:43:54.914164 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f2967e02-49d7-4164-a9aa-09c955736298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for network, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:54.944801 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-0644c4e6-7f3a-4d51-b989-60977381838f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:54.972987 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-f2967e02-49d7-4164-a9aa-09c955736298 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 4.3738844
Jul 14 08:43:54.977573 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 52274) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:43:54.980882 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] For port 214ea8f2-dd42-40af-aee4-f6fb50f21043, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=214ea8f2-dd42-40af-aee4-f6fb50f21043,segment=NetworkSegment(12621a13-2c01-4bd6-95be-3fd9fa7c6003),segment_id=12621a13-2c01-4bd6-95be-3fd9fa7c6003)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:43:54.996163 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:55.024998 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:55.109515 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-cb1525c1-ef5d-4c8d-b553-84695d09ac2b admin admin] Request body: {'subnet': {'network_id': '14ad2b25-1210-4d93-bae2-cf3c912ea9d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-362023142-subnet', 'tenant_id': 'f0cee222946b44079f4ca1fc50f16d30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:43:55.122606 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-cb1525c1-ef5d-4c8d-b553-84695d09ac2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:43:55.133095 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-cb1525c1-ef5d-4c8d-b553-84695d09ac2b admin admin] Usage tracker for resource:subnet and tenant:f0cee222946b44079f4ca1fc50f16d30 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:43:55.141180 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-cb1525c1-ef5d-4c8d-b553-84695d09ac2b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:43:55.151889 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-cb1525c1-ef5d-4c8d-b553-84695d09ac2b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:43:55.201664 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-703a24d9-58fa-4587-a848-d9831d6c0577 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:43:55.206047 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-703a24d9-58fa-4587-a848-d9831d6c0577 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Usage tracker for resource:port and tenant:77661f60a3aa459dba3a5d43ab14951d is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:43:55.209733 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-703a24d9-58fa-4587-a848-d9831d6c0577 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:43:55.218561 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-703a24d9-58fa-4587-a848-d9831d6c0577 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:43:55.234732 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-703a24d9-58fa-4587-a848-d9831d6c0577 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Made reservation on behalf of 77661f60a3aa459dba3a5d43ab14951d for: {'port': 1} {{(pid=82096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:43:55.241619 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-703a24d9-58fa-4587-a848-d9831d6c0577 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:55.256022 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device cb01eb5c-e36a-4f25-bdff-78debdf1d263 up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:43:55.374479 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1525c1-ef5d-4c8d-b553-84695d09ac2b admin admin] Made reservation on behalf of f0cee222946b44079f4ca1fc50f16d30 for: {'subnet': 1} {{(pid=82095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:43:55.386309 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cb1525c1-ef5d-4c8d-b553-84695d09ac2b admin admin] Notify callbacks [] for subnet, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:55.394168 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Pushing event updated for resources: {'Port': ['ID=214ea8f2-dd42-40af-aee4-f6fb50f21043,revision_number=3']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:55.404569 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:55.406856 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8141137e-47a5-4271-8b0a-357b07871136 None None] Notify callbacks [] for port, precommit_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:55.428254 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-8141137e-47a5-4271-8b0a-357b07871136 None None] Transition to ACTIVE for port object a11d6929-c47b-4da0-9b19-2fa410fb8a6f will not be triggered until provisioned by entity L2. {{(pid=82097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:43:55.438342 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8141137e-47a5-4271-8b0a-357b07871136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:55.445867 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-712a4e38-bd14-46ae-8082-29c98a4991dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:55.524124 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port cb01eb5c-e36a-4f25-bdff-78debdf1d263 triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:43:55.524544 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:55.618875 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-703a24d9-58fa-4587-a848-d9831d6c0577 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Allocated IP 172.20.0.6 (cde446a9-0c7c-4318-8125-e2ca25cc6bae/2c98006c-4b08-41a9-9e9c-c4ddc8012662/09999980-8f6a-4f24-ba94-da400b4ba3b6) {{(pid=82096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:43:55.679092 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab3bbf-7d94-48d1-bba2-844a582c384e None None] Pushing event updated for resources: {'Port': ['ID=a11d6929-c47b-4da0-9b19-2fa410fb8a6f,revision_number=2']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:55.689823 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-96ab3bbf-7d94-48d1-bba2-844a582c384e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:55.690917 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-8141137e-47a5-4271-8b0a-357b07871136 None None] Attempting to bind port a11d6929-c47b-4da0-9b19-2fa410fb8a6f on host dv-cinder-800229-1-iscsi for vnic_type normal with profile  {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:43:55.691540 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-8141137e-47a5-4271-8b0a-357b07871136 None None] Attempting to bind port a11d6929-c47b-4da0-9b19-2fa410fb8a6f by drivers openvswitch,hyperv on host dv-cinder-800229-1-iscsi at level 0 using segments [{'id': 'eeb05519-cb3f-4410-affd-d7c1079f9a7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'}] {{(pid=82097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:43:55.692314 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8141137e-47a5-4271-8b0a-357b07871136 None None] Attempting to bind port a11d6929-c47b-4da0-9b19-2fa410fb8a6f on network 67339833-1858-4359-a5f3-39cbe3daa12b {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:43:55.705499 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8522ffd3-88ae-4fae-872b-7999535635b2 req-effa03a1-c2d9-410e-8307-e6654ad0a354 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0639eb0-b058-4e42-981b-66e498ea2bde HTTP/1.1" status: 200  len: 210 time: 0.4743342
Jul 14 08:43:55.710273 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8141137e-47a5-4271-8b0a-357b07871136 None None] Checking agent: {'id': '0d58c09d-3d0a-420d-b789-56ac4f0c32ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 37), 'started_at': datetime.datetime(2021, 7, 14, 8, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:43:55.711383 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8141137e-47a5-4271-8b0a-357b07871136 None None] Checking segment: {'id': 'eeb05519-cb3f-4410-affd-d7c1079f9a7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:43:55.711966 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8141137e-47a5-4271-8b0a-357b07871136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:55.713008 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8141137e-47a5-4271-8b0a-357b07871136 None None] Bound using segment: {'id': 'eeb05519-cb3f-4410-affd-d7c1079f9a7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'} {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:43:55.713357 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-8141137e-47a5-4271-8b0a-357b07871136 None None] Bound port: a11d6929-c47b-4da0-9b19-2fa410fb8a6f, host: dv-cinder-800229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb05519-cb3f-4410-affd-d7c1079f9a7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'}}] {{(pid=82097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:43:55.713929 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8141137e-47a5-4271-8b0a-357b07871136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:55.762861 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cb1525c1-ef5d-4c8d-b553-84695d09ac2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097'] for subnet, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:55.810161 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-8141137e-47a5-4271-8b0a-357b07871136 None None] For port a11d6929-c47b-4da0-9b19-2fa410fb8a6f, host dv-cinder-800229-1-iscsi, cleared binding levels {{(pid=82097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:43:55.815208 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-8141137e-47a5-4271-8b0a-357b07871136 None None] For port a11d6929-c47b-4da0-9b19-2fa410fb8a6f, host dv-cinder-800229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=a11d6929-c47b-4da0-9b19-2fa410fb8a6f,segment=NetworkSegment(eeb05519-cb3f-4410-affd-d7c1079f9a7a),segment_id=eeb05519-cb3f-4410-affd-d7c1079f9a7a)] {{(pid=82097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:43:55.825093 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8141137e-47a5-4271-8b0a-357b07871136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:55.861814 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2967e02-49d7-4164-a9aa-09c955736298 admin admin] Pushing event updated for resources: {'Network': ['ID=14ad2b25-1210-4d93-bae2-cf3c912ea9d0,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:55.875004 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:55.884405 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-f2967e02-49d7-4164-a9aa-09c955736298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.939s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:55.884405 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-3ab76a65-a91b-464d-9892-f5910c9ff2ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:55.936784 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-dcc64023-aa73-4e70-9196-c45acd2f0d9b tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794'] for port, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:55.937859 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Network 14ad2b25-1210-4d93-bae2-cf3c912ea9d0 details requested by agent ovs-agent-dv-cinder-800229-1-iscsi with host dv-cinder-800229-1-iscsi {{(pid=82097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jul 14 08:43:56.073135 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:56.161262 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc64023-aa73-4e70-9196-c45acd2f0d9b tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Pushing event updated for resources: {'Port': ['ID=60876a2d-3cee-498c-92a4-85e83b3555d4,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:56.165803 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-dcc64023-aa73-4e70-9196-c45acd2f0d9b tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:56.266146 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-dcc64023-aa73-4e70-9196-c45acd2f0d9b tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Network 8e8216a1-d2c2-409a-8992-b2e5db0cceea is already hosted by enough agents. {{(pid=82096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:43:56.272691 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-dcc64023-aa73-4e70-9196-c45acd2f0d9b tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Resources bound (agent type, host, resource id):  {{(pid=82096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:43:56.275429 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-dcc64023-aa73-4e70-9196-c45acd2f0d9b tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Received port after_create {{(pid=82096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:43:56.281744 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-dcc64023-aa73-4e70-9196-c45acd2f0d9b tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:43:56.283198 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-dcc64023-aa73-4e70-9196-c45acd2f0d9b tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for port, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:56.298350 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2c66309d-98ed-4433-ae03-9f4cdefc144e req-bc79ba8d-67b2-4187-9b20-fe4afff761c9 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff7c776c-601c-4d73-859d-1da64b73a1d3 HTTP/1.1" status: 200  len: 210 time: 0.2370868
Jul 14 08:43:56.299496 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1525c1-ef5d-4c8d-b553-84695d09ac2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a30d086-cba7-41e4-a49e-71e38c2fb9d3,revision_number=0']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:56.319980 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-cb1525c1-ef5d-4c8d-b553-84695d09ac2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:56.345578 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6727dcd4-2b60-4188-9378-5d334606462c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:56.348332 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-26903460-c0b7-4942-8b4c-699225f5c43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64025949b0>, [{'id': '64ad9a01-4b60-4c48-8461-ed835a3209b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1229405343-router', 'tenant_id': 'ead16347efbf48ac94be432daab86c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '0fa98b25-b807-4b45-943d-5b255832a5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:44Z', 'updated_at': '2021-07-14T08:43:48Z', 'revision_number': 3, 'project_id': 'ead16347efbf48ac94be432daab86c02', 'gw_port': {'id': '0fa98b25-b807-4b45-943d-5b255832a5df', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ec:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ad9a01-4b60-4c48-8461-ed835a3209b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:46Z', 'updated_at': '2021-07-14T08:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi'}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:43:56.361286 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26903460-c0b7-4942-8b4c-699225f5c43c None None] The sync data for ids ['64ad9a01-4b60-4c48-8461-ed835a3209b8'] in dv-cinder-800229-1-iscsi is: [{'id': '64ad9a01-4b60-4c48-8461-ed835a3209b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1229405343-router', 'tenant_id': 'ead16347efbf48ac94be432daab86c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '0fa98b25-b807-4b45-943d-5b255832a5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:44Z', 'updated_at': '2021-07-14T08:43:48Z', 'revision_number': 3, 'project_id': 'ead16347efbf48ac94be432daab86c02', 'gw_port': {'id': '0fa98b25-b807-4b45-943d-5b255832a5df', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ec:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ad9a01-4b60-4c48-8461-ed835a3209b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:46Z', 'updated_at': '2021-07-14T08:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi'}] {{(pid=82098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:43:56.438018 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab3bbf-7d94-48d1-bba2-844a582c384e None None] Pushing event updated for resources: {'Port': ['ID=a11d6929-c47b-4da0-9b19-2fa410fb8a6f,revision_number=3']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:56.442646 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-96ab3bbf-7d94-48d1-bba2-844a582c384e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:56.469473 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8141137e-47a5-4271-8b0a-357b07871136 None None] Routers {'77dbcf2e-b473-4388-845b-f4227d5eeb31'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:43:56.470582 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-8141137e-47a5-4271-8b0a-357b07871136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6402680748>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:43:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['77dbcf2e-b473-4388-845b-f4227d5eeb31'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:43:56.492258 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-703a24d9-58fa-4587-a848-d9831d6c0577 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Notify callbacks [] for port, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:56.512359 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1525c1-ef5d-4c8d-b553-84695d09ac2b admin admin] Checking segment: {'id': 'f0785d56-135f-40a5-ad3c-5bda1c3a54b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '14ad2b25-1210-4d93-bae2-cf3c912ea9d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:43:56.515364 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1525c1-ef5d-4c8d-b553-84695d09ac2b admin admin] Network hostable DHCP agents. Network: 14ad2b25-1210-4d93-bae2-cf3c912ea9d0, hostable agents: ['4806de72-7956-4992-af39-5d97bb1c9176'], hosted agents: [] {{(pid=82095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jul 14 08:43:56.533512 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-703a24d9-58fa-4587-a848-d9831d6c0577 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794'] for port, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:56.574446 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-dcc64023-aa73-4e70-9196-c45acd2f0d9b tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:56.712439 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1525c1-ef5d-4c8d-b553-84695d09ac2b admin admin] Network 14ad2b25-1210-4d93-bae2-cf3c912ea9d0 is scheduled to be hosted by DHCP agent 4806de72-7956-4992-af39-5d97bb1c9176 with binding_index 1 {{(pid=82095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jul 14 08:43:56.724098 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-703a24d9-58fa-4587-a848-d9831d6c0577 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Network cde446a9-0c7c-4318-8125-e2ca25cc6bae is already hosted by enough agents. {{(pid=82096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:43:56.725814 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a24d9-58fa-4587-a848-d9831d6c0577 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Pushing event updated for resources: {'Port': ['ID=09999980-8f6a-4f24-ba94-da400b4ba3b6,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:56.727649 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-8141137e-47a5-4271-8b0a-357b07871136 None None] Set router 77dbcf2e-b473-4388-845b-f4227d5eeb31 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:43:56.729415 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-703a24d9-58fa-4587-a848-d9831d6c0577 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Resources bound (agent type, host, resource id):  {{(pid=82096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:43:56.779883 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-cb1525c1-ef5d-4c8d-b553-84695d09ac2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800229-1-iscsi, 14ad2b25-1210-4d93-bae2-cf3c912ea9d0) {{(pid=82095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:43:56.808811 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1525c1-ef5d-4c8d-b553-84695d09ac2b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:43:56.809467 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cb1525c1-ef5d-4c8d-b553-84695d09ac2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for subnet, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:57.302496 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c1f79e-8596-4b90-93e9-cb9540dec971 None None] Network 14ad2b25-1210-4d93-bae2-cf3c912ea9d0 requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:43:57.330545 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 214ea8f2-dd42-40af-aee4-f6fb50f21043 up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:43:57.348065 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-cb1525c1-ef5d-4c8d-b553-84695d09ac2b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 2.3640308
Jul 14 08:43:57.420815 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c6e652-2fc3-49de-baab-bf135f9b6800 admin admin] Router 35c94502-fcbc-4f93-bdbd-47c38b2d773c has already been hosted by L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c {{(pid=82095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 14 08:43:57.520929 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [None req-6727dcd4-2b60-4188-9378-5d334606462c admin admin] Allocated IP 172.20.0.1 (a5638089-0bc3-451e-b07e-8f6a2e41d3b4/bd6bd243-ec5f-4ebe-97dd-3f142d2cc859/764c35b1-6fed-480c-80c2-502fb0d7c610) {{(pid=82096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:43:57.865837 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port 214ea8f2-dd42-40af-aee4-f6fb50f21043 triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:43:57.870216 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:57.874676 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6727dcd4-2b60-4188-9378-5d334606462c admin admin] Notify callbacks [] for port, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:57.899369 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-6727dcd4-2b60-4188-9378-5d334606462c admin admin] Transition to ACTIVE for port object 764c35b1-6fed-480c-80c2-502fb0d7c610 will not be triggered until provisioned by entity DHCP. {{(pid=82096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:43:57.924179 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-dcc64023-aa73-4e70-9196-c45acd2f0d9b tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.0137861
Jul 14 08:43:57.928521 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-703a24d9-58fa-4587-a848-d9831d6c0577 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Received port after_create {{(pid=82096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:43:57.939454 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-703a24d9-58fa-4587-a848-d9831d6c0577 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:43:57.941674 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-703a24d9-58fa-4587-a848-d9831d6c0577 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for port, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:57.984713 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-703a24d9-58fa-4587-a848-d9831d6c0577 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.409s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:58.090692 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da7540-35f1-46b5-98ce-08e8bd3bc3c4 req-593abe01-f12c-4235-bce9-2fb6f9661483 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:43:58.092328 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-80da7540-35f1-46b5-98ce-08e8bd3bc3c4 req-593abe01-f12c-4235-bce9-2fb6f9661483 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff7c776c-601c-4d73-859d-1da64b73a1d3 HTTP/1.1" status: 200  len: 931 time: 0.3179719
Jul 14 08:43:58.102177 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6727dcd4-2b60-4188-9378-5d334606462c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794'] for port, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:58.111737 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-703a24d9-58fa-4587-a848-d9831d6c0577 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3606386
Jul 14 08:43:58.140122 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-edd014f8-4bea-4c52-9c9c-7fe7f5b29ef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:58.224549 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6727dcd4-2b60-4188-9378-5d334606462c admin admin] Network a5638089-0bc3-451e-b07e-8f6a2e41d3b4 is already hosted by enough agents. {{(pid=82096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:43:58.310884 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-6727dcd4-2b60-4188-9378-5d334606462c admin admin] Resources bound (agent type, host, resource id):  {{(pid=82096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:43:58.340583 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6727dcd4-2b60-4188-9378-5d334606462c admin admin] Received port after_create {{(pid=82096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:43:58.341263 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6727dcd4-2b60-4188-9378-5d334606462c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691418'] for router_interface, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:58.345862 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727dcd4-2b60-4188-9378-5d334606462c admin admin] Pushing event updated for resources: {'Port': ['ID=764c35b1-6fed-480c-80c2-502fb0d7c610,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:58.354162 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-6727dcd4-2b60-4188-9378-5d334606462c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:58.408831 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 52324) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:43:58.418198 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-80da7540-35f1-46b5-98ce-08e8bd3bc3c4 req-05d57e03-8aaa-49af-8028-23f8d2015415 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Synchronizing usage tracker for tenant:77661f60a3aa459dba3a5d43ab14951d on resource:security_group {{(pid=82095) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:43:58.428725 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6f288-e80e-48d8-b74b-a1b79184a2b8 req-76d578dd-1f86-492a-a980-d991761b7019 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:43:58.429536 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-fcb6f288-e80e-48d8-b74b-a1b79184a2b8 req-76d578dd-1f86-492a-a980-d991761b7019 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Synchronizing usage tracker for tenant:ef5f221c229d42ae84140f2022c8260a on resource:port {{(pid=82096) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:43:58.464785 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-fcb6f288-e80e-48d8-b74b-a1b79184a2b8 req-76d578dd-1f86-492a-a980-d991761b7019 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Unset dirty status for tenant:ef5f221c229d42ae84140f2022c8260a on resource:port {{(pid=82096) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:43:58.466082 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fcb6f288-e80e-48d8-b74b-a1b79184a2b8 req-76d578dd-1f86-492a-a980-d991761b7019 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0639eb0-b058-4e42-981b-66e498ea2bde HTTP/1.1" status: 200  len: 931 time: 0.4783168
Jul 14 08:43:58.553066 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-fcb6f288-e80e-48d8-b74b-a1b79184a2b8 req-14093825-790e-4f29-8612-870808ff26d6 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Synchronizing usage tracker for tenant:ef5f221c229d42ae84140f2022c8260a on resource:security_group {{(pid=82096) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:43:58.652377 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-8141137e-47a5-4271-8b0a-357b07871136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6402680748>, [{'id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'name': 'tempest-AttachVolumeTestJSON-25464803-router', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'a11d6929-c47b-4da0-9b19-2fa410fb8a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:45Z', 'updated_at': '2021-07-14T08:43:49Z', 'revision_number': 3, 'project_id': '14f51922b06043779a5017e6efa8b95a', 'gw_port': {'id': 'a11d6929-c47b-4da0-9b19-2fa410fb8a6f', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ca:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:47Z', 'updated_at': '2021-07-14T08:43:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi'}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:43:58.658315 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c9acd6-457b-449a-89ad-7487bb167553 None None] Network 14ad2b25-1210-4d93-bae2-cf3c912ea9d0 requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:43:58.675065 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6727dcd4-2b60-4188-9378-5d334606462c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:58.696602 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-fcb6f288-e80e-48d8-b74b-a1b79184a2b8 req-14093825-790e-4f29-8612-870808ff26d6 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Unset dirty status for tenant:ef5f221c229d42ae84140f2022c8260a on resource:security_group {{(pid=82096) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:43:58.697891 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fcb6f288-e80e-48d8-b74b-a1b79184a2b8 req-14093825-790e-4f29-8612-870808ff26d6 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/security-groups?id=82225130-2680-4332-a37f-3aa7f1c2fbaa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2225482
Jul 14 08:43:58.714183 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8141137e-47a5-4271-8b0a-357b07871136 None None] The sync data for ids ['77dbcf2e-b473-4388-845b-f4227d5eeb31'] in dv-cinder-800229-1-iscsi is: [{'id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'name': 'tempest-AttachVolumeTestJSON-25464803-router', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'a11d6929-c47b-4da0-9b19-2fa410fb8a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:45Z', 'updated_at': '2021-07-14T08:43:49Z', 'revision_number': 3, 'project_id': '14f51922b06043779a5017e6efa8b95a', 'gw_port': {'id': 'a11d6929-c47b-4da0-9b19-2fa410fb8a6f', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ca:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:47Z', 'updated_at': '2021-07-14T08:43:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi'}] {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:43:58.876888 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-80da7540-35f1-46b5-98ce-08e8bd3bc3c4 req-05d57e03-8aaa-49af-8028-23f8d2015415 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Unset dirty status for tenant:77661f60a3aa459dba3a5d43ab14951d on resource:security_group {{(pid=82095) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:43:58.878104 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-80da7540-35f1-46b5-98ce-08e8bd3bc3c4 req-05d57e03-8aaa-49af-8028-23f8d2015415 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7254312
Jul 14 08:43:58.879929 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c6e652-2fc3-49de-baab-bf135f9b6800 admin admin] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:43:58.902849 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-61c6e652-2fc3-49de-baab-bf135f9b6800 admin admin] 10.222.0.42 "PUT /v2.0/routers/35c94502-fcbc-4f93-bdbd-47c38b2d773c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.5850713
Jul 14 08:43:58.919395 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-325ff05c-ce20-4016-8d03-7ee89072b397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:58.959919 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03ff7885-592c-49ee-8e71-6b1ca01832e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:58.968683 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a31841-e0ba-4c0e-bc46-d67ead04242a None None] Sync routers for ids ['35c94502-fcbc-4f93-bdbd-47c38b2d773c'] in dv-cinder-800229-1-iscsi {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:43:59.016329 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6727dcd4-2b60-4188-9378-5d334606462c admin admin] Notify callbacks [] for port, precommit_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:59.022535 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6727dcd4-2b60-4188-9378-5d334606462c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:59.023648 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6727dcd4-2b60-4188-9378-5d334606462c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846971082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854084487'] for router_interface, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:59.035072 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:59.096677 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a31841-e0ba-4c0e-bc46-d67ead04242a None None] Routers {'35c94502-fcbc-4f93-bdbd-47c38b2d773c'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:43:59.097846 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-08a31841-e0ba-4c0e-bc46-d67ead04242a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6402667240>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:43:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['35c94502-fcbc-4f93-bdbd-47c38b2d773c'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:43:59.110648 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-325ff05c-ce20-4016-8d03-7ee89072b397 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:43:59.134984 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-325ff05c-ce20-4016-8d03-7ee89072b397 admin admin] Usage tracker for resource:security_group_rule and tenant:387be7821738477c944bbd8c28df7f98 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:43:59.144320 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-325ff05c-ce20-4016-8d03-7ee89072b397 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:43:59.155771 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-325ff05c-ce20-4016-8d03-7ee89072b397 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:43:59.270067 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 0fa98b25-b807-4b45-943d-5b255832a5df up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:43:59.397775 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [None req-03ff7885-592c-49ee-8e71-6b1ca01832e3 admin admin] Allocated IP 172.20.0.1 (d19eb0ec-3fca-4972-8b6c-dc33db64d81a/39925f90-e1ab-4017-bcf5-1e919a7aa9a0/fae97db7-86fc-4050-bf13-08b55c85ba01) {{(pid=82095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:43:59.406655 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6727dcd4-2b60-4188-9378-5d334606462c admin admin] Network a5638089-0bc3-451e-b07e-8f6a2e41d3b4 is already hosted by enough agents. {{(pid=82096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:43:59.412268 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-6727dcd4-2b60-4188-9378-5d334606462c admin admin] Resources bound (agent type, host, resource id):  {{(pid=82096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:43:59.425903 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-325ff05c-ce20-4016-8d03-7ee89072b397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:59.436344 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-325ff05c-ce20-4016-8d03-7ee89072b397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:59.442512 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-d50f3767-12c4-4364-b5a3-75363f473d4b None None] Provisioning for port 764c35b1-6fed-480c-80c2-502fb0d7c610 completed by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:43:59.460834 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-d50f3767-12c4-4364-b5a3-75363f473d4b None None] Provisioning complete for port 764c35b1-6fed-480c-80c2-502fb0d7c610 triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:43:59.461260 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d50f3767-12c4-4364-b5a3-75363f473d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:59.487647 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:43:59.501714 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-325ff05c-ce20-4016-8d03-7ee89072b397 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=387be7821738477c944bbd8c28df7f98&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0914216
Jul 14 08:43:59.508752 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 52350) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:43:59.550755 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ff05c-ce20-4016-8d03-7ee89072b397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bee6e27-b90f-4a52-b91f-8155eba99372,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:59.575387 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-325ff05c-ce20-4016-8d03-7ee89072b397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:59.588378 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-d50f3767-12c4-4364-b5a3-75363f473d4b None None] Port 764c35b1-6fed-480c-80c2-502fb0d7c610 cannot update to ACTIVE because it is not bound. {{(pid=82097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 14 08:43:59.590735 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning for port 0fa98b25-b807-4b45-943d-5b255832a5df completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:43:59.614539 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port 0fa98b25-b807-4b45-943d-5b255832a5df triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:43:59.614962 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:59.720936 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9289762f-5d03-4613-902d-679fc2804c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:59.734248 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-08a31841-e0ba-4c0e-bc46-d67ead04242a None None] Set router 35c94502-fcbc-4f93-bdbd-47c38b2d773c gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:43:59.791296 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727dcd4-2b60-4188-9378-5d334606462c admin admin] Pushing event updated for resources: {'Port': ['ID=764c35b1-6fed-480c-80c2-502fb0d7c610,revision_number=2']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:43:59.800031 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9289762f-5d03-4613-902d-679fc2804c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:43:59.808420 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-6727dcd4-2b60-4188-9378-5d334606462c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.773s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:43:59.831129 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 52358) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:43:59.858353 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-0caf2d26-c351-4168-a0ec-c3f84777dee7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1836864511-network', 'tenant_id': '6283117de6584cb18ab85e2a238f3a84'}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:43:59.896256 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-0caf2d26-c351-4168-a0ec-c3f84777dee7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:43:59.958353 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-0caf2d26-c351-4168-a0ec-c3f84777dee7 admin admin] Usage tracker for resource:network and tenant:6283117de6584cb18ab85e2a238f3a84 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:44:00.003632 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-0caf2d26-c351-4168-a0ec-c3f84777dee7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:44:00.008331 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 52364) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:00.020284 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-0caf2d26-c351-4168-a0ec-c3f84777dee7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:44:00.023464 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-88daa80a-21e4-45ac-8b11-f278f69be985 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Request body: {'security_group': {'name': 'tempest-securitygroup--738139184', 'description': 'tempest-description--398556614'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:44:00.029686 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-88daa80a-21e4-45ac-8b11-f278f69be985 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:44:00.033878 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-88daa80a-21e4-45ac-8b11-f278f69be985 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Usage tracker for resource:security_group and tenant:8b3a1809d9a5426abbaa7d1c2677f387 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:44:00.035525 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9289762f-5d03-4613-902d-679fc2804c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:00.036933 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-88daa80a-21e4-45ac-8b11-f278f69be985 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:44:00.044147 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-88daa80a-21e4-45ac-8b11-f278f69be985 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:44:00.057492 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-88daa80a-21e4-45ac-8b11-f278f69be985 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:00.060655 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03ff7885-592c-49ee-8e71-6b1ca01832e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:00.064183 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:00.080983 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:00.082208 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9289762f-5d03-4613-902d-679fc2804c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bee6e27-b90f-4a52-b91f-8155eba99372,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:00.088580 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-9289762f-5d03-4613-902d-679fc2804c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:00.091637 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9289762f-5d03-4613-902d-679fc2804c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:00.093049 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-6f570319-a263-41a8-a20f-802d85528890 None None] Provisioning complete for port 764c35b1-6fed-480c-80c2-502fb0d7c610 triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:44:00.093716 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6f570319-a263-41a8-a20f-802d85528890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:00.095731 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-9289762f-5d03-4613-902d-679fc2804c54 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4bee6e27-b90f-4a52-b91f-8155eba99372 HTTP/1.1" status: 204  len: 168 time: 0.5857520
Jul 14 08:44:00.112102 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0caf2d26-c351-4168-a0ec-c3f84777dee7 admin admin] Made reservation on behalf of 6283117de6584cb18ab85e2a238f3a84 for: {'network': 1} {{(pid=82095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:44:00.117184 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0caf2d26-c351-4168-a0ec-c3f84777dee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for network, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:00.142954 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0caf2d26-c351-4168-a0ec-c3f84777dee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:00.190566 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63b77d-b3e0-4d3b-a0fc-aad4627658f2 req-5bd08091-853c-4455-b78c-d3de5d501591 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:00.197849 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6e63b77d-b3e0-4d3b-a0fc-aad4627658f2 req-5bd08091-853c-4455-b78c-d3de5d501591 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0639eb0-b058-4e42-981b-66e498ea2bde HTTP/1.1" status: 200  len: 931 time: 0.2448902
Jul 14 08:44:00.204391 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-0caf2d26-c351-4168-a0ec-c3f84777dee7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:44:00.241047 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-0caf2d26-c351-4168-a0ec-c3f84777dee7 admin admin] Usage tracker for resource:security_group_rule and tenant:6283117de6584cb18ab85e2a238f3a84 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:44:00.245510 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-0caf2d26-c351-4168-a0ec-c3f84777dee7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:44:00.254898 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-0caf2d26-c351-4168-a0ec-c3f84777dee7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:44:00.278382 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03ff7885-592c-49ee-8e71-6b1ca01832e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794'] for port, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:00.283009 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] For port 0fa98b25-b807-4b45-943d-5b255832a5df, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=0fa98b25-b807-4b45-943d-5b255832a5df,segment=NetworkSegment(eeb05519-cb3f-4410-affd-d7c1079f9a7a),segment_id=eeb05519-cb3f-4410-affd-d7c1079f9a7a)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:44:00.294713 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6e63b77d-b3e0-4d3b-a0fc-aad4627658f2 req-28b88844-cac3-467e-a68b-30c763127f9b tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/security-groups?id=82225130-2680-4332-a37f-3aa7f1c2fbaa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958402
Jul 14 08:44:00.307045 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-88daa80a-21e4-45ac-8b11-f278f69be985 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:44:00.318044 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:00.333334 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-6f570319-a263-41a8-a20f-802d85528890 None None] Port 764c35b1-6fed-480c-80c2-502fb0d7c610 cannot update to ACTIVE because it is not bound. {{(pid=82097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 14 08:44:00.342258 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-88daa80a-21e4-45ac-8b11-f278f69be985 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Usage tracker for resource:security_group_rule and tenant:8b3a1809d9a5426abbaa7d1c2677f387 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:44:00.347814 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-88daa80a-21e4-45ac-8b11-f278f69be985 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:44:00.377269 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:00.391568 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:00.402792 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-88daa80a-21e4-45ac-8b11-f278f69be985 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:44:00.481281 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff7885-592c-49ee-8e71-6b1ca01832e3 admin admin] Pushing event updated for resources: {'Port': ['ID=fae97db7-86fc-4050-bf13-08b55c85ba01,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:00.488103 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03ff7885-592c-49ee-8e71-6b1ca01832e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:00.525240 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5012df-5427-49df-97c9-3db37e7f42a0 req-2278655a-8d8b-4368-a31e-88585ababdef tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:00.526409 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-0e5012df-5427-49df-97c9-3db37e7f42a0 req-2278655a-8d8b-4368-a31e-88585ababdef tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Synchronizing usage tracker for tenant:77661f60a3aa459dba3a5d43ab14951d on resource:port {{(pid=82096) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:44:00.571861 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ff7885-592c-49ee-8e71-6b1ca01832e3 admin admin] Network d19eb0ec-3fca-4972-8b6c-dc33db64d81a is already hosted by enough agents. {{(pid=82095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:44:00.578026 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-03ff7885-592c-49ee-8e71-6b1ca01832e3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:44:00.616214 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ff7885-592c-49ee-8e71-6b1ca01832e3 admin admin] Received port after_create {{(pid=82095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:44:00.617041 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03ff7885-592c-49ee-8e71-6b1ca01832e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691418'] for router_interface, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:00.688875 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0caf2d26-c351-4168-a0ec-c3f84777dee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:00.712290 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0caf2d26-c351-4168-a0ec-c3f84777dee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:00.729225 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-f2967e02-49d7-4164-a9aa-09c955736298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:00.738276 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-0e5012df-5427-49df-97c9-3db37e7f42a0 req-2278655a-8d8b-4368-a31e-88585ababdef tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Unset dirty status for tenant:77661f60a3aa459dba3a5d43ab14951d on resource:port {{(pid=82096) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:44:00.747128 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0e5012df-5427-49df-97c9-3db37e7f42a0 req-2278655a-8d8b-4368-a31e-88585ababdef tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff7c776c-601c-4d73-859d-1da64b73a1d3 HTTP/1.1" status: 200  len: 931 time: 0.5796936
Jul 14 08:44:00.790248 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6727dcd4-2b60-4188-9378-5d334606462c admin admin] Router 77dbcf2e-b473-4388-845b-f4227d5eeb31 has already been hosted by L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c {{(pid=82096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 14 08:44:00.796462 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-88daa80a-21e4-45ac-8b11-f278f69be985 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:00.826925 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-88daa80a-21e4-45ac-8b11-f278f69be985 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:00.844424 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0e5012df-5427-49df-97c9-3db37e7f42a0 req-23896bb8-abf4-484c-984c-c792e2d6e489 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952141
Jul 14 08:44:00.863593 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-5792285c-365f-4927-995f-606fd03fb181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:00.906201 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88daa80a-21e4-45ac-8b11-f278f69be985 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=354de4ee-c782-4f6f-879c-a4354cbafe17,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:00.917379 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0caf2d26-c351-4168-a0ec-c3f84777dee7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508}  {{(pid=82095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 14 08:44:00.953063 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-08a31841-e0ba-4c0e-bc46-d67ead04242a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6402667240>, [{'id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'name': 'tempest-AttachVolumeShelveTestJSON-430322807-router', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'cb01eb5c-e36a-4f25-bdff-78debdf1d263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:40Z', 'updated_at': '2021-07-14T08:43:51Z', 'revision_number': 4, 'project_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'gw_port': {'id': 'cb01eb5c-e36a-4f25-bdff-78debdf1d263', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:41Z', 'updated_at': '2021-07-14T08:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': 'e5d30999-ab6a-41da-bdc0-6e0afa79ebee', 'name': '', 'network_id': '52933724-b56f-4198-aacf-d572e3623b57', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'mac_address': 'fa:16:3e:36:d5:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2471914-bec5-4d3a-8fbd-31586948f335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:49Z', 'updated_at': '2021-07-14T08:43:51Z', 'revision_number': 2, 'project_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'subnets': [{'id': 'd2471914-bec5-4d3a-8fbd-31586948f335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:44:00.965726 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a31841-e0ba-4c0e-bc46-d67ead04242a None None] Checking router: 35c94502-fcbc-4f93-bdbd-47c38b2d773c for host: dv-cinder-800229-1-iscsi {{(pid=82097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:44:00.966097 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a31841-e0ba-4c0e-bc46-d67ead04242a None None] Updating router 35c94502-fcbc-4f93-bdbd-47c38b2d773c port e5d30999-ab6a-41da-bdc0-6e0afa79ebee binding host dv-cinder-800229-1-iscsi {{(pid=82097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 14 08:44:01.021800 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-88daa80a-21e4-45ac-8b11-f278f69be985 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:01.124108 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0caf2d26-c351-4168-a0ec-c3f84777dee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6123'] for segment, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:01.124871 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.db.segments_db [None req-0caf2d26-c351-4168-a0ec-c3f84777dee7 admin admin] Added segment 6e3ea16e-e96e-470b-8b98-ae70f2072879 of type vlan for network 32a45b57-7f22-4dec-83a3-734bd85bcd98
Jul 14 08:44:01.127053 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf2d26-c351-4168-a0ec-c3f84777dee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c991a3ba-5c66-456e-8469-8401deb48593,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:01.130871 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-0caf2d26-c351-4168-a0ec-c3f84777dee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:01.138189 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-88daa80a-21e4-45ac-8b11-f278f69be985 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:01.143980 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-88daa80a-21e4-45ac-8b11-f278f69be985 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 1.1334093
Jul 14 08:44:01.145754 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 52378) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:01.171124 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-c1790463-4a73-44ca-b51e-cab68801b1c3 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Request body: {'security_group_rule': {'security_group_id': '354de4ee-c782-4f6f-879c-a4354cbafe17', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:44:01.183518 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-c1790463-4a73-44ca-b51e-cab68801b1c3 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:44:01.192756 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-c1790463-4a73-44ca-b51e-cab68801b1c3 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Usage tracker for resource:security_group_rule and tenant:8b3a1809d9a5426abbaa7d1c2677f387 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:44:01.196714 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Pushing event updated for resources: {'Port': ['ID=0fa98b25-b807-4b45-943d-5b255832a5df,revision_number=4']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:01.205241 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-c1790463-4a73-44ca-b51e-cab68801b1c3 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:44:01.221253 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0caf2d26-c351-4168-a0ec-c3f84777dee7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282634469919'] for network, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:01.222940 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-c1790463-4a73-44ca-b51e-cab68801b1c3 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:44:01.249076 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-08a31841-e0ba-4c0e-bc46-d67ead04242a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:01.250464 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 52382) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:01.275588 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c1790463-4a73-44ca-b51e-cab68801b1c3 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:01.300116 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.909s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:01.308523 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device a11d6929-c47b-4da0-9b19-2fa410fb8a6f up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:44:01.343938 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0caf2d26-c351-4168-a0ec-c3f84777dee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097'] for network, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:01.347461 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caf2d26-c351-4168-a0ec-c3f84777dee7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:01.348364 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0caf2d26-c351-4168-a0ec-c3f84777dee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for network, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:01.350493 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-542b15ac-d254-4ec1-b269-2539d7646808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:01.382273 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:01.455394 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03ff7885-592c-49ee-8e71-6b1ca01832e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:01.535486 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-542b15ac-d254-4ec1-b269-2539d7646808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:44:01.543930 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-542b15ac-d254-4ec1-b269-2539d7646808 admin admin] Usage tracker for resource:security_group_rule and tenant:0508a2b60fa845d39254babe9a04d787 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:44:01.560581 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-542b15ac-d254-4ec1-b269-2539d7646808 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:44:01.595448 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-542b15ac-d254-4ec1-b269-2539d7646808 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:44:01.683415 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c1790463-4a73-44ca-b51e-cab68801b1c3 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:01.706730 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-9a7d4803-b2b6-4f6d-a2e1-a59424877ffa tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=82096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 14 08:44:01.708066 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-9a7d4803-b2b6-4f6d-a2e1-a59424877ffa tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0141678
Jul 14 08:44:01.714732 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c1790463-4a73-44ca-b51e-cab68801b1c3 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754566'] for security_group_rule, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:01.727163 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-1c9a420c-c71e-4647-9c76-7f8fd77ae6aa tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=82096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 14 08:44:01.728445 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-1c9a420c-c71e-4647-9c76-7f8fd77ae6aa tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0149994
Jul 14 08:44:01.736872 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:01.843767 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1790463-4a73-44ca-b51e-cab68801b1c3 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95f461e3-dc70-4354-8966-44561c778f0f,revision_number=0']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:01.865835 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c1790463-4a73-44ca-b51e-cab68801b1c3 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:01.876913 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-c1790463-4a73-44ca-b51e-cab68801b1c3 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.7251441
Jul 14 08:44:01.882636 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 52392) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:01.883757 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c1790463-4a73-44ca-b51e-cab68801b1c3 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:01.926439 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-02aaa373-be0b-4f0d-9309-004d26989f5c tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Request body: {'security_group_rule': {'security_group_id': '354de4ee-c782-4f6f-879c-a4354cbafe17', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:44:01.939965 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-02aaa373-be0b-4f0d-9309-004d26989f5c tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:44:01.961235 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-02aaa373-be0b-4f0d-9309-004d26989f5c tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Usage tracker for resource:security_group_rule and tenant:8b3a1809d9a5426abbaa7d1c2677f387 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:44:01.976924 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-02aaa373-be0b-4f0d-9309-004d26989f5c tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:44:02.005393 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-02aaa373-be0b-4f0d-9309-004d26989f5c tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:44:02.014483 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03ff7885-592c-49ee-8e71-6b1ca01832e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:02.024197 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6727dcd4-2b60-4188-9378-5d334606462c admin admin] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:44:02.030370 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-6727dcd4-2b60-4188-9378-5d334606462c admin admin] 10.222.0.42 "PUT /v2.0/routers/77dbcf2e-b473-4388-845b-f4227d5eeb31/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.2770553
Jul 14 08:44:02.040876 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03ff7885-592c-49ee-8e71-6b1ca01832e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:02.048010 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf2d26-c351-4168-a0ec-c3f84777dee7 admin admin] Pushing event updated for resources: {'Network': ['ID=32a45b57-7f22-4dec-83a3-734bd85bcd98,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:02.064422 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-0caf2d26-c351-4168-a0ec-c3f84777dee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:02.147613 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03ff7885-592c-49ee-8e71-6b1ca01832e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846971082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854084487'] for router_interface, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:02.156508 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-f07cc9f9-2acf-45be-933b-5eb7859bc59b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:02.206584 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-542b15ac-d254-4ec1-b269-2539d7646808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:02.327515 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-542b15ac-d254-4ec1-b269-2539d7646808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:02.332665 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-08a31841-e0ba-4c0e-bc46-d67ead04242a None None] Notify callbacks [] for port, precommit_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:02.347759 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff7885-592c-49ee-8e71-6b1ca01832e3 admin admin] Pushing event updated for resources: {'Port': ['ID=fae97db7-86fc-4050-bf13-08b55c85ba01,revision_number=2']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:02.362189 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03ff7885-592c-49ee-8e71-6b1ca01832e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:02.364627 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-08a31841-e0ba-4c0e-bc46-d67ead04242a None None] Transition to ACTIVE for port object e5d30999-ab6a-41da-bdc0-6e0afa79ebee will not be triggered until provisioned by entity L2. {{(pid=82097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:44:02.368931 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-0caf2d26-c351-4168-a0ec-c3f84777dee7 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 2.5160329
Jul 14 08:44:02.388692 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 52404) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:02.394765 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Network 32a45b57-7f22-4dec-83a3-734bd85bcd98 details requested by agent ovs-agent-dv-cinder-800229-1-iscsi with host dv-cinder-800229-1-iscsi {{(pid=82097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jul 14 08:44:02.420083 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-6652d2df-7a27-494a-ba2c-4d59cf2779a3 admin admin] Request body: {'subnet': {'network_id': '32a45b57-7f22-4dec-83a3-734bd85bcd98', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1836864511-subnet', 'tenant_id': '6283117de6584cb18ab85e2a238f3a84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:44:02.425800 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:02.425959 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-6652d2df-7a27-494a-ba2c-4d59cf2779a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:44:02.430111 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-6652d2df-7a27-494a-ba2c-4d59cf2779a3 admin admin] Usage tracker for resource:subnet and tenant:6283117de6584cb18ab85e2a238f3a84 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:44:02.434258 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-6652d2df-7a27-494a-ba2c-4d59cf2779a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:44:02.442152 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-6652d2df-7a27-494a-ba2c-4d59cf2779a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:44:02.472196 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-542b15ac-d254-4ec1-b269-2539d7646808 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0508a2b60fa845d39254babe9a04d787&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2012680
Jul 14 08:44:02.472990 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6652d2df-7a27-494a-ba2c-4d59cf2779a3 admin admin] Made reservation on behalf of 6283117de6584cb18ab85e2a238f3a84 for: {'subnet': 1} {{(pid=82095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:44:02.476828 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6652d2df-7a27-494a-ba2c-4d59cf2779a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:02.476974 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 52408) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:02.487270 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b15ac-d254-4ec1-b269-2539d7646808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed82d1ce-eb76-49ea-a99d-1d11b9c51def,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:02.495015 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-542b15ac-d254-4ec1-b269-2539d7646808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:02.504375 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-02aaa373-be0b-4f0d-9309-004d26989f5c tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:02.633032 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-02aaa373-be0b-4f0d-9309-004d26989f5c tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:02.653169 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-02aaa373-be0b-4f0d-9309-004d26989f5c tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754566'] for security_group_rule, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:02.671919 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c1790463-4a73-44ca-b51e-cab68801b1c3 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:02.702607 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aaa373-be0b-4f0d-9309-004d26989f5c tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=969ce5c9-acf2-4c43-aee6-6c2b56a3fabf,revision_number=0']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:02.710069 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-02aaa373-be0b-4f0d-9309-004d26989f5c tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:02.765016 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53876c3c-5f5b-4b8d-9a6d-ca91ee8cf94d req-b1e09b45-a75f-4806-93cc-c3efac7ae96f tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:02.775990 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-53876c3c-5f5b-4b8d-9a6d-ca91ee8cf94d req-b1e09b45-a75f-4806-93cc-c3efac7ae96f tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff7c776c-601c-4d73-859d-1da64b73a1d3 HTTP/1.1" status: 200  len: 931 time: 0.5666850
Jul 14 08:44:02.861243 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-08a31841-e0ba-4c0e-bc46-d67ead04242a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:02.867886 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:02.900419 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning for port a11d6929-c47b-4da0-9b19-2fa410fb8a6f completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:44:02.924571 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port a11d6929-c47b-4da0-9b19-2fa410fb8a6f triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:44:02.925352 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:03.052278 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6652d2df-7a27-494a-ba2c-4d59cf2779a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097'] for subnet, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:03.053751 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-7353585b-e06f-47eb-946a-a9bba6070c22 service neutron] Request body: {'port': {'device_id': 'ff7c776c-601c-4d73-859d-1da64b73a1d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:44:03.067130 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-cb1525c1-ef5d-4c8d-b553-84695d09ac2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:03.136258 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-12044748-a642-413c-9108-e2977acec2b0 service neutron] Request body: {'port': {'device_id': 'd0639eb0-b058-4e42-981b-66e498ea2bde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:44:03.138281 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6652d2df-7a27-494a-ba2c-4d59cf2779a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9447fd4-a554-43bd-8768-5471175eb4ac,revision_number=0']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:03.146219 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-6652d2df-7a27-494a-ba2c-4d59cf2779a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:03.162140 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bdfcea-2229-494f-b08c-3db427cfdea5 req-20c5e39d-a667-440d-be4c-f458c51d599e tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:03.164078 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b3bdfcea-2229-494f-b08c-3db427cfdea5 req-20c5e39d-a667-440d-be4c-f458c51d599e tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0639eb0-b058-4e42-981b-66e498ea2bde HTTP/1.1" status: 200  len: 931 time: 1.1323109
Jul 14 08:44:03.187662 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e7e9af7b-f12c-4959-8e9b-7d5f53080ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:03.228510 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e7e9af7b-f12c-4959-8e9b-7d5f53080ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:03.233203 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f62030e-9878-4c42-a276-dfad0cc3329c None None] Pushing event updated for resources: {'Port': ['ID=e5d30999-ab6a-41da-bdc0-6e0afa79ebee,revision_number=3']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:03.283977 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-5f62030e-9878-4c42-a276-dfad0cc3329c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:03.284430 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6652d2df-7a27-494a-ba2c-4d59cf2779a3 admin admin] Checking segment: {'id': '6e3ea16e-e96e-470b-8b98-ae70f2072879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '32a45b57-7f22-4dec-83a3-734bd85bcd98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:44:03.284859 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6652d2df-7a27-494a-ba2c-4d59cf2779a3 admin admin] Network hostable DHCP agents. Network: 32a45b57-7f22-4dec-83a3-734bd85bcd98, hostable agents: ['4806de72-7956-4992-af39-5d97bb1c9176'], hosted agents: [] {{(pid=82095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jul 14 08:44:03.334527 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ff7885-592c-49ee-8e71-6b1ca01832e3 admin admin] Network d19eb0ec-3fca-4972-8b6c-dc33db64d81a is already hosted by enough agents. {{(pid=82095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:44:03.338207 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b3bdfcea-2229-494f-b08c-3db427cfdea5 req-09b0d5df-8be9-4240-bbcc-025d0fab8de5 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/security-groups?id=82225130-2680-4332-a37f-3aa7f1c2fbaa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1399927
Jul 14 08:44:03.339086 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-03ff7885-592c-49ee-8e71-6b1ca01832e3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:44:03.351854 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:03.375564 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-08a31841-e0ba-4c0e-bc46-d67ead04242a None None] Attempting to bind port e5d30999-ab6a-41da-bdc0-6e0afa79ebee on host dv-cinder-800229-1-iscsi for vnic_type normal with profile  {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:44:03.376495 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-08a31841-e0ba-4c0e-bc46-d67ead04242a None None] Attempting to bind port e5d30999-ab6a-41da-bdc0-6e0afa79ebee by drivers openvswitch,hyperv on host dv-cinder-800229-1-iscsi at level 0 using segments [{'id': '54020ed2-9764-455c-bb75-78a5101f4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '52933724-b56f-4198-aacf-d572e3623b57'}] {{(pid=82097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:44:03.377260 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a31841-e0ba-4c0e-bc46-d67ead04242a None None] Attempting to bind port e5d30999-ab6a-41da-bdc0-6e0afa79ebee on network 52933724-b56f-4198-aacf-d572e3623b57 {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:44:03.388864 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-7353585b-e06f-47eb-946a-a9bba6070c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:03.394812 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a31841-e0ba-4c0e-bc46-d67ead04242a None None] Checking agent: {'id': '0d58c09d-3d0a-420d-b789-56ac4f0c32ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 37), 'started_at': datetime.datetime(2021, 7, 14, 8, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:44:03.395434 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a31841-e0ba-4c0e-bc46-d67ead04242a None None] Checking segment: {'id': '54020ed2-9764-455c-bb75-78a5101f4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '52933724-b56f-4198-aacf-d572e3623b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:44:03.395990 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-08a31841-e0ba-4c0e-bc46-d67ead04242a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:03.396672 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a31841-e0ba-4c0e-bc46-d67ead04242a None None] Bound using segment: {'id': '54020ed2-9764-455c-bb75-78a5101f4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '52933724-b56f-4198-aacf-d572e3623b57'} {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:44:03.397457 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-08a31841-e0ba-4c0e-bc46-d67ead04242a None None] Bound port: e5d30999-ab6a-41da-bdc0-6e0afa79ebee, host: dv-cinder-800229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54020ed2-9764-455c-bb75-78a5101f4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '52933724-b56f-4198-aacf-d572e3623b57'}}] {{(pid=82097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:44:03.397978 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-08a31841-e0ba-4c0e-bc46-d67ead04242a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:03.612522 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] For port a11d6929-c47b-4da0-9b19-2fa410fb8a6f, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=a11d6929-c47b-4da0-9b19-2fa410fb8a6f,segment=NetworkSegment(eeb05519-cb3f-4410-affd-d7c1079f9a7a),segment_id=eeb05519-cb3f-4410-affd-d7c1079f9a7a)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:44:03.614707 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-08a31841-e0ba-4c0e-bc46-d67ead04242a None None] For port e5d30999-ab6a-41da-bdc0-6e0afa79ebee, host dv-cinder-800229-1-iscsi, cleared binding levels {{(pid=82097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:44:03.629721 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-08a31841-e0ba-4c0e-bc46-d67ead04242a None None] For port e5d30999-ab6a-41da-bdc0-6e0afa79ebee, host dv-cinder-800229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=e5d30999-ab6a-41da-bdc0-6e0afa79ebee,segment=NetworkSegment(54020ed2-9764-455c-bb75-78a5101f4433),segment_id=54020ed2-9764-455c-bb75-78a5101f4433)] {{(pid=82097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:44:03.632018 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:03.643992 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-96ab3bbf-7d94-48d1-bba2-844a582c384e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:03.921834 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Pushing event updated for resources: {'Port': ['ID=a11d6929-c47b-4da0-9b19-2fa410fb8a6f,revision_number=4']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:03.931230 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-7353585b-e06f-47eb-946a-a9bba6070c22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09999980-8f6a-4f24-ba94-da400b4ba3b6 {{(pid=82096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:44:03.936733 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 0fa98b25-b807-4b45-943d-5b255832a5df up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:44:03.939537 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-7353585b-e06f-47eb-946a-a9bba6070c22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:03.959429 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-7353585b-e06f-47eb-946a-a9bba6070c22 service neutron] Transition to ACTIVE for port object 09999980-8f6a-4f24-ba94-da400b4ba3b6 will not be triggered until provisioned by entity L2. {{(pid=82096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:44:03.975828 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-53876c3c-5f5b-4b8d-9a6d-ca91ee8cf94d req-c69e3dbe-869b-4e80-85e5-7ddc8fe248a0 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1983719
Jul 14 08:44:03.976578 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e7e9af7b-f12c-4959-8e9b-7d5f53080ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:03.988339 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-7353585b-e06f-47eb-946a-a9bba6070c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:04.009789 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e7e9af7b-f12c-4959-8e9b-7d5f53080ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:04.011467 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-e7e9af7b-f12c-4959-8e9b-7d5f53080ce7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ed82d1ce-eb76-49ea-a99d-1d11b9c51def HTTP/1.1" status: 204  len: 168 time: 1.5188184
Jul 14 08:44:04.021658 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:04.032741 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-02aaa373-be0b-4f0d-9309-004d26989f5c tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:04.036192 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-02aaa373-be0b-4f0d-9309-004d26989f5c tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 2.1509578
Jul 14 08:44:04.044032 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9af7b-f12c-4959-8e9b-7d5f53080ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed82d1ce-eb76-49ea-a99d-1d11b9c51def,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:04.054014 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 52432) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:04.089486 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:04.111804 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-08a31841-e0ba-4c0e-bc46-d67ead04242a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:04.122733 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e7e9af7b-f12c-4959-8e9b-7d5f53080ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:04.127569 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-12044748-a642-413c-9108-e2977acec2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:04.146029 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-96ab3bbf-7d94-48d1-bba2-844a582c384e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:04.147976 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-6727dcd4-2b60-4188-9378-5d334606462c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:04.220822 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-99b8ad68-c34d-47e9-8806-8aa00cbb6267 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Request body: {'floatingip': {'floating_network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:44:04.228945 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-99b8ad68-c34d-47e9-8806-8aa00cbb6267 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:44:04.233886 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-99b8ad68-c34d-47e9-8806-8aa00cbb6267 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Usage tracker for resource:floatingip and tenant:8b3a1809d9a5426abbaa7d1c2677f387 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:44:04.238578 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-99b8ad68-c34d-47e9-8806-8aa00cbb6267 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:44:04.244959 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-99b8ad68-c34d-47e9-8806-8aa00cbb6267 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:44:04.271540 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f62030e-9878-4c42-a276-dfad0cc3329c None None] Pushing event updated for resources: {'Port': ['ID=e5d30999-ab6a-41da-bdc0-6e0afa79ebee,revision_number=4']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:04.285189 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-5f62030e-9878-4c42-a276-dfad0cc3329c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:04.296416 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6652d2df-7a27-494a-ba2c-4d59cf2779a3 admin admin] Network 32a45b57-7f22-4dec-83a3-734bd85bcd98 is scheduled to be hosted by DHCP agent 4806de72-7956-4992-af39-5d97bb1c9176 with binding_index 1 {{(pid=82095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jul 14 08:44:04.331590 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port 0fa98b25-b807-4b45-943d-5b255832a5df triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:44:04.332022 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:04.366877 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-6652d2df-7a27-494a-ba2c-4d59cf2779a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800229-1-iscsi, 32a45b57-7f22-4dec-83a3-734bd85bcd98) {{(pid=82095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:44:04.379782 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a472116-1131-4b3d-b477-28fc417b5016 None None] Sync routers for ids ['77dbcf2e-b473-4388-845b-f4227d5eeb31'] in dv-cinder-800229-1-iscsi {{(pid=82098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:44:04.381730 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6652d2df-7a27-494a-ba2c-4d59cf2779a3 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:04.382392 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6652d2df-7a27-494a-ba2c-4d59cf2779a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for subnet, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:04.411269 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a472116-1131-4b3d-b477-28fc417b5016 None None] Routers {'77dbcf2e-b473-4388-845b-f4227d5eeb31'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:44:04.412089 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-7a472116-1131-4b3d-b477-28fc417b5016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64025e4c50>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:43:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['77dbcf2e-b473-4388-845b-f4227d5eeb31'], 'active': True} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:44:04.431631 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e172842-b8ad-4a71-a586-2360c1ec450e None None] Network 32a45b57-7f22-4dec-83a3-734bd85bcd98 requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:44:04.464594 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-6652d2df-7a27-494a-ba2c-4d59cf2779a3 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.0593362
Jul 14 08:44:04.787550 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 52440) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:04.866277 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-9fa71c6b-317b-4dd2-a2c6-072f68299cab tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Request body: {'security_group': {'name': 'tempest-securitygroup--785110409', 'description': 'tempest-description--1856212303'}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:44:04.899467 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-9fa71c6b-317b-4dd2-a2c6-072f68299cab tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:44:04.907417 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-9fa71c6b-317b-4dd2-a2c6-072f68299cab tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Usage tracker for resource:security_group and tenant:14f51922b06043779a5017e6efa8b95a is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:44:04.912208 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-9fa71c6b-317b-4dd2-a2c6-072f68299cab tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:44:04.946386 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-9fa71c6b-317b-4dd2-a2c6-072f68299cab tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:44:04.965284 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 52446) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:05.023246 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-12044748-a642-413c-9108-e2977acec2b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60876a2d-3cee-498c-92a4-85e83b3555d4 {{(pid=82096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:44:05.032713 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-12044748-a642-413c-9108-e2977acec2b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:05.050931 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-12044748-a642-413c-9108-e2977acec2b0 service neutron] Transition to ACTIVE for port object 60876a2d-3cee-498c-92a4-85e83b3555d4 will not be triggered until provisioned by entity L2. {{(pid=82096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:44:05.053179 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353585b-e06f-47eb-946a-a9bba6070c22 service neutron] Pushing event updated for resources: {'Port': ['ID=09999980-8f6a-4f24-ba94-da400b4ba3b6,revision_number=2']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:05.059436 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-99b8ad68-c34d-47e9-8806-8aa00cbb6267 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for floatingip, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:05.096026 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a31841-e0ba-4c0e-bc46-d67ead04242a None None] Routers {'35c94502-fcbc-4f93-bdbd-47c38b2d773c'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:44:05.099745 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-08a31841-e0ba-4c0e-bc46-d67ead04242a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6402667240>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:43:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['35c94502-fcbc-4f93-bdbd-47c38b2d773c'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:44:05.117168 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-7a472116-1131-4b3d-b477-28fc417b5016 None None] Set router 77dbcf2e-b473-4388-845b-f4227d5eeb31 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:44:05.151329 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-7353585b-e06f-47eb-946a-a9bba6070c22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.999s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:05.168697 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9fa71c6b-317b-4dd2-a2c6-072f68299cab tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:05.210716 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.agents_db [None req-e2914788-e7e4-4a13-b83f-78c3979e9233 None None] Agent healthcheck: found 6 active agents {{(pid=82098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 14 08:44:05.242393 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-12044748-a642-413c-9108-e2977acec2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:05.426730 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:05.505850 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12044748-a642-413c-9108-e2977acec2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=60876a2d-3cee-498c-92a4-85e83b3555d4,revision_number=2']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:05.545866 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-12044748-a642-413c-9108-e2977acec2b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:05.568564 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_v2 [None req-741da1d7-c5c2-4718-af4b-777e0373c5ac admin admin] Deleting subnet 9a30d086-cba7-41e4-a49e-71e38c2fb9d3 {{(pid=82095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 14 08:44:05.572487 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-9fa71c6b-317b-4dd2-a2c6-072f68299cab tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:44:05.592741 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-9fa71c6b-317b-4dd2-a2c6-072f68299cab tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Usage tracker for resource:security_group_rule and tenant:14f51922b06043779a5017e6efa8b95a is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:44:05.592926 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-7353585b-e06f-47eb-946a-a9bba6070c22 service neutron] Attempting to bind port 09999980-8f6a-4f24-ba94-da400b4ba3b6 on host hv-cinder-80022 for vnic_type normal with profile  {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:44:05.593165 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-7353585b-e06f-47eb-946a-a9bba6070c22 service neutron] Attempting to bind port 09999980-8f6a-4f24-ba94-da400b4ba3b6 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '84d2a471-9073-47cf-9d75-3287490f4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cde446a9-0c7c-4318-8125-e2ca25cc6bae'}] {{(pid=82096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:44:05.593556 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-7353585b-e06f-47eb-946a-a9bba6070c22 service neutron] Attempting to bind port 09999980-8f6a-4f24-ba94-da400b4ba3b6 on network cde446a9-0c7c-4318-8125-e2ca25cc6bae {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:44:05.611306 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-08a31841-e0ba-4c0e-bc46-d67ead04242a None None] Set router 35c94502-fcbc-4f93-bdbd-47c38b2d773c gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:44:05.611943 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877d339-3a07-458e-8618-dbf8be6d3f41 req-764c3004-a84e-4b44-a914-c1a2151fb8fe tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:05.619611 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b877d339-3a07-458e-8618-dbf8be6d3f41 req-764c3004-a84e-4b44-a914-c1a2151fb8fe tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0639eb0-b058-4e42-981b-66e498ea2bde HTTP/1.1" status: 200  len: 943 time: 0.5628178
Jul 14 08:44:05.621664 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-7353585b-e06f-47eb-946a-a9bba6070c22 service neutron] Port 09999980-8f6a-4f24-ba94-da400b4ba3b6 on network cde446a9-0c7c-4318-8125-e2ca25cc6bae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 14 08:44:05.621949 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-741da1d7-c5c2-4718-af4b-777e0373c5ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:05.622069 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-7353585b-e06f-47eb-946a-a9bba6070c22 service neutron] Attempting to bind port 09999980-8f6a-4f24-ba94-da400b4ba3b6 on network cde446a9-0c7c-4318-8125-e2ca25cc6bae {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:44:05.634797 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-7353585b-e06f-47eb-946a-a9bba6070c22 service neutron] Checking agent: {'id': 'aa24af5c-becf-43a3-9631-f44e6c3cc568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 41, 34), 'started_at': datetime.datetime(2021, 7, 14, 8, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:44:05.635201 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-7353585b-e06f-47eb-946a-a9bba6070c22 service neutron] Checking segment: {'id': '84d2a471-9073-47cf-9d75-3287490f4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cde446a9-0c7c-4318-8125-e2ca25cc6bae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:44:05.635780 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-7353585b-e06f-47eb-946a-a9bba6070c22 service neutron] Bound using segment: {'id': '84d2a471-9073-47cf-9d75-3287490f4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cde446a9-0c7c-4318-8125-e2ca25cc6bae'} {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:44:05.636303 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-7353585b-e06f-47eb-946a-a9bba6070c22 service neutron] Bound port: 09999980-8f6a-4f24-ba94-da400b4ba3b6, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84d2a471-9073-47cf-9d75-3287490f4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cde446a9-0c7c-4318-8125-e2ca25cc6bae'}}] {{(pid=82096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:44:05.636692 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-7353585b-e06f-47eb-946a-a9bba6070c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:05.761289 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-7353585b-e06f-47eb-946a-a9bba6070c22 service neutron] For port 09999980-8f6a-4f24-ba94-da400b4ba3b6, host hv-cinder-80022, cleared binding levels {{(pid=82096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:44:05.766000 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-7353585b-e06f-47eb-946a-a9bba6070c22 service neutron] For port 09999980-8f6a-4f24-ba94-da400b4ba3b6, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=09999980-8f6a-4f24-ba94-da400b4ba3b6,segment=NetworkSegment(84d2a471-9073-47cf-9d75-3287490f4b5e),segment_id=84d2a471-9073-47cf-9d75-3287490f4b5e)] {{(pid=82096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:44:05.784914 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-9fa71c6b-317b-4dd2-a2c6-072f68299cab tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:44:05.808172 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b877d339-3a07-458e-8618-dbf8be6d3f41 req-f4658d86-2245-43b7-b5f7-b78eb9fcc65b tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/security-groups?id=82225130-2680-4332-a37f-3aa7f1c2fbaa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1841700
Jul 14 08:44:05.809534 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-7353585b-e06f-47eb-946a-a9bba6070c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:05.849660 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-7a472116-1131-4b3d-b477-28fc417b5016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64025e4c50>, [{'id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'name': 'tempest-AttachVolumeTestJSON-25464803-router', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'a11d6929-c47b-4da0-9b19-2fa410fb8a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:45Z', 'updated_at': '2021-07-14T08:43:58Z', 'revision_number': 4, 'project_id': '14f51922b06043779a5017e6efa8b95a', 'gw_port': {'id': 'a11d6929-c47b-4da0-9b19-2fa410fb8a6f', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ca:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:47Z', 'updated_at': '2021-07-14T08:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': '764c35b1-6fed-480c-80c2-502fb0d7c610', 'name': '', 'network_id': 'a5638089-0bc3-451e-b07e-8f6a2e41d3b4', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'mac_address': 'fa:16:3e:19:ad:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd6bd243-ec5f-4ebe-97dd-3f142d2cc859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:56Z', 'updated_at': '2021-07-14T08:43:58Z', 'revision_number': 2, 'project_id': '14f51922b06043779a5017e6efa8b95a', 'subnets': [{'id': 'bd6bd243-ec5f-4ebe-97dd-3f142d2cc859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:44:05.853827 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-741da1d7-c5c2-4718-af4b-777e0373c5ac admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:05.861234 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a472116-1131-4b3d-b477-28fc417b5016 None None] Checking router: 77dbcf2e-b473-4388-845b-f4227d5eeb31 for host: dv-cinder-800229-1-iscsi {{(pid=82098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:44:05.861662 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a472116-1131-4b3d-b477-28fc417b5016 None None] Updating router 77dbcf2e-b473-4388-845b-f4227d5eeb31 port 764c35b1-6fed-480c-80c2-502fb0d7c610 binding host dv-cinder-800229-1-iscsi {{(pid=82098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 14 08:44:05.880186 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-741da1d7-c5c2-4718-af4b-777e0373c5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853748987'] for subnet, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:05.901185 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32722f1d-22ed-40ea-8d72-865c48efaf1e None None] Network 32a45b57-7f22-4dec-83a3-734bd85bcd98 requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:44:05.937861 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:06.020636 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-9fa71c6b-317b-4dd2-a2c6-072f68299cab tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:44:06.029119 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7a472116-1131-4b3d-b477-28fc417b5016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:06.092782 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353585b-e06f-47eb-946a-a9bba6070c22 service neutron] Pushing event updated for resources: {'Port': ['ID=09999980-8f6a-4f24-ba94-da400b4ba3b6,revision_number=3']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:06.101221 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-7353585b-e06f-47eb-946a-a9bba6070c22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:06.123440 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-99b8ad68-c34d-47e9-8806-8aa00cbb6267 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:06.131962 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-741da1d7-c5c2-4718-af4b-777e0373c5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097'] for subnet, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:06.207309 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-70fcc81b-35c4-4e42-8b43-e0fbfa598835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:06.245185 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-7353585b-e06f-47eb-946a-a9bba6070c22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for port, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:06.246888 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-7353585b-e06f-47eb-946a-a9bba6070c22 service neutron] 10.222.0.43 "PUT /v2.0/ports/09999980-8f6a-4f24-ba94-da400b4ba3b6 HTTP/1.1" status: 200  len: 1093 time: 3.7624750
Jul 14 08:44:06.248259 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff7c776c-601c-4d73-859d-1da64b73a1d3', 'tag': '09999980-8f6a-4f24-ba94-da400b4ba3b6'}] {{(pid=82096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:44:06.276962 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5b7b4-aacb-4726-9f80-ee39d5b1a0a4 req-33db6f03-4900-436f-8fd6-c17f4042da52 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:06.285338 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bea5b7b4-aacb-4726-9f80-ee39d5b1a0a4 req-33db6f03-4900-436f-8fd6-c17f4042da52 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff7c776c-601c-4d73-859d-1da64b73a1d3 HTTP/1.1" status: 200  len: 943 time: 0.9415317
Jul 14 08:44:06.317430 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-741da1d7-c5c2-4718-af4b-777e0373c5ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for subnet, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:06.362175 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bea5b7b4-aacb-4726-9f80-ee39d5b1a0a4 req-a7ce3eb8-c576-4795-a2c4-d4091cf19d1a tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753193
Jul 14 08:44:06.363022 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741da1d7-c5c2-4718-af4b-777e0373c5ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a30d086-cba7-41e4-a49e-71e38c2fb9d3,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:06.415538 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-741da1d7-c5c2-4718-af4b-777e0373c5ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:06.431959 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device a11d6929-c47b-4da0-9b19-2fa410fb8a6f up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:44:06.478606 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-741da1d7-c5c2-4718-af4b-777e0373c5ac admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9a30d086-cba7-41e4-a49e-71e38c2fb9d3 HTTP/1.1" status: 204  len: 168 time: 1.3385653
Jul 14 08:44:06.490400 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 52474) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:06.543660 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7e0650ae-28a3-4eb4-be54-5cbabb5cdca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:06.721542 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-12044748-a642-413c-9108-e2977acec2b0 service neutron] Attempting to bind port 60876a2d-3cee-498c-92a4-85e83b3555d4 on host hv-cinder-80022 for vnic_type normal with profile  {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:44:06.729657 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-12044748-a642-413c-9108-e2977acec2b0 service neutron] Attempting to bind port 60876a2d-3cee-498c-92a4-85e83b3555d4 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': 'ba11dabd-2829-4357-ba14-54c28395fb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '8e8216a1-d2c2-409a-8992-b2e5db0cceea'}] {{(pid=82096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:44:06.730064 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-12044748-a642-413c-9108-e2977acec2b0 service neutron] Attempting to bind port 60876a2d-3cee-498c-92a4-85e83b3555d4 on network 8e8216a1-d2c2-409a-8992-b2e5db0cceea {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:44:06.740528 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:06.754931 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9fa71c6b-317b-4dd2-a2c6-072f68299cab tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:06.771989 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9fa71c6b-317b-4dd2-a2c6-072f68299cab tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:06.801894 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-12044748-a642-413c-9108-e2977acec2b0 service neutron] Port 60876a2d-3cee-498c-92a4-85e83b3555d4 on network 8e8216a1-d2c2-409a-8992-b2e5db0cceea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 14 08:44:06.802267 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-12044748-a642-413c-9108-e2977acec2b0 service neutron] Attempting to bind port 60876a2d-3cee-498c-92a4-85e83b3555d4 on network 8e8216a1-d2c2-409a-8992-b2e5db0cceea {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:44:06.824841 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:06.901856 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cd8be8bd-da52-4649-961f-1281dde626e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-950592'] for network, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:06.934739 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port a11d6929-c47b-4da0-9b19-2fa410fb8a6f triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:44:06.935163 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:06.961281 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ff7885-592c-49ee-8e71-6b1ca01832e3 admin admin] Router 64ad9a01-4b60-4c48-8461-ed835a3209b8 has already been hosted by L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c {{(pid=82095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 14 08:44:06.970828 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7a472116-1131-4b3d-b477-28fc417b5016 None None] Notify callbacks [] for port, precommit_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:06.986570 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [None req-99b8ad68-c34d-47e9-8806-8aa00cbb6267 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Allocated IP 172.27.3.21 (67339833-1858-4359-a5f3-39cbe3daa12b/5340f5f3-2f04-41df-9207-8bcd858e18e6/ed3502bb-ec47-4162-aa48-a76b52c4258f) {{(pid=82096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:44:06.999023 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9fa71c6b-317b-4dd2-a2c6-072f68299cab tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:07.000162 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-7a472116-1131-4b3d-b477-28fc417b5016 None None] Transition to ACTIVE for port object 764c35b1-6fed-480c-80c2-502fb0d7c610 will not be triggered until provisioned by entity L2. {{(pid=82098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:44:07.001474 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-9fa71c6b-317b-4dd2-a2c6-072f68299cab tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 2.1740956
Jul 14 08:44:07.006000 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 52486) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:07.014125 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7a472116-1131-4b3d-b477-28fc417b5016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:07.022022 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:07.023530 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa71c6b-317b-4dd2-a2c6-072f68299cab tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9925d3-3466-4d1e-8706-d52ff81e884b,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:07.039923 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-c1de213c-23d3-4129-904b-cc6c2ac0e9ca tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Request body: {'security_group_rule': {'security_group_id': '5c9925d3-3466-4d1e-8706-d52ff81e884b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:44:07.052317 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-9fa71c6b-317b-4dd2-a2c6-072f68299cab tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:07.068616 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:07.135279 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-12044748-a642-413c-9108-e2977acec2b0 service neutron] Checking agent: {'id': 'aa24af5c-becf-43a3-9631-f44e6c3cc568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 41, 34), 'started_at': datetime.datetime(2021, 7, 14, 8, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:44:07.135676 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-12044748-a642-413c-9108-e2977acec2b0 service neutron] Checking segment: {'id': 'ba11dabd-2829-4357-ba14-54c28395fb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '8e8216a1-d2c2-409a-8992-b2e5db0cceea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:44:07.136064 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-12044748-a642-413c-9108-e2977acec2b0 service neutron] Bound using segment: {'id': 'ba11dabd-2829-4357-ba14-54c28395fb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '8e8216a1-d2c2-409a-8992-b2e5db0cceea'} {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:44:07.136547 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-12044748-a642-413c-9108-e2977acec2b0 service neutron] Bound port: 60876a2d-3cee-498c-92a4-85e83b3555d4, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba11dabd-2829-4357-ba14-54c28395fb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '8e8216a1-d2c2-409a-8992-b2e5db0cceea'}}] {{(pid=82096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:44:07.136973 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-12044748-a642-413c-9108-e2977acec2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:07.137541 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-c1de213c-23d3-4129-904b-cc6c2ac0e9ca tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:44:07.201771 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-08a31841-e0ba-4c0e-bc46-d67ead04242a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6402667240>, [{'id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'name': 'tempest-AttachVolumeShelveTestJSON-430322807-router', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'cb01eb5c-e36a-4f25-bdff-78debdf1d263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:40Z', 'updated_at': '2021-07-14T08:43:51Z', 'revision_number': 4, 'project_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'gw_port': {'id': 'cb01eb5c-e36a-4f25-bdff-78debdf1d263', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:41Z', 'updated_at': '2021-07-14T08:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': 'e5d30999-ab6a-41da-bdc0-6e0afa79ebee', 'name': '', 'network_id': '52933724-b56f-4198-aacf-d572e3623b57', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'mac_address': 'fa:16:3e:36:d5:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2471914-bec5-4d3a-8fbd-31586948f335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:49Z', 'updated_at': '2021-07-14T08:44:03Z', 'revision_number': 4, 'project_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'subnets': [{'id': 'd2471914-bec5-4d3a-8fbd-31586948f335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:44:07.216845 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a31841-e0ba-4c0e-bc46-d67ead04242a None None] The sync data for ids ['35c94502-fcbc-4f93-bdbd-47c38b2d773c'] in dv-cinder-800229-1-iscsi is: [{'id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'name': 'tempest-AttachVolumeShelveTestJSON-430322807-router', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'cb01eb5c-e36a-4f25-bdff-78debdf1d263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:40Z', 'updated_at': '2021-07-14T08:43:51Z', 'revision_number': 4, 'project_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'gw_port': {'id': 'cb01eb5c-e36a-4f25-bdff-78debdf1d263', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:41Z', 'updated_at': '2021-07-14T08:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': 'e5d30999-ab6a-41da-bdc0-6e0afa79ebee', 'name': '', 'network_id': '52933724-b56f-4198-aacf-d572e3623b57', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'mac_address': 'fa:16:3e:36:d5:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2471914-bec5-4d3a-8fbd-31586948f335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:49Z', 'updated_at': '2021-07-14T08:44:03Z', 'revision_number': 4, 'project_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'subnets': [{'id': 'd2471914-bec5-4d3a-8fbd-31586948f335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:44:07.464959 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-12044748-a642-413c-9108-e2977acec2b0 service neutron] For port 60876a2d-3cee-498c-92a4-85e83b3555d4, host hv-cinder-80022, cleared binding levels {{(pid=82096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:44:07.469648 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d4f22-c45b-422f-a68e-96aa857fb35c None None] Pushing event updated for resources: {'Port': ['ID=764c35b1-6fed-480c-80c2-502fb0d7c610,revision_number=3']} {{(pid=82098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:07.479459 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-729d4f22-c45b-422f-a68e-96aa857fb35c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=82098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:07.497842 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-12044748-a642-413c-9108-e2977acec2b0 service neutron] For port 60876a2d-3cee-498c-92a4-85e83b3555d4, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=60876a2d-3cee-498c-92a4-85e83b3555d4,segment=NetworkSegment(ba11dabd-2829-4357-ba14-54c28395fb37),segment_id=ba11dabd-2829-4357-ba14-54c28395fb37)] {{(pid=82096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:44:07.506501 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff7c776c-601c-4d73-859d-1da64b73a1d3', 'tag': '09999980-8f6a-4f24-ba94-da400b4ba3b6', 'status': 'completed', 'code': 200}
Jul 14 08:44:07.560750 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cd8be8bd-da52-4649-961f-1281dde626e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853745778', 'neutron.services.segments.db._delete_segments_for_network--9223363282633926140'] for network, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:07.586021 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-12044748-a642-413c-9108-e2977acec2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:07.607233 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cd8be8bd-da52-4649-961f-1281dde626e6 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f64025bd5c0>> segment before_delete 55550000 {{(pid=82095) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:44:07.607653 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cd8be8bd-da52-4649-961f-1281dde626e6 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f64025bd5c0>> subnet precommit_delete_associations 55550000 {{(pid=82095) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:44:07.608514 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cd8be8bd-da52-4649-961f-1281dde626e6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6402712a58>> segment_host_mapping after_create 55550000 {{(pid=82095) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:44:07.608893 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cd8be8bd-da52-4649-961f-1281dde626e6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6402712a58>> port after_create 55550000 {{(pid=82095) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:44:07.609267 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cd8be8bd-da52-4649-961f-1281dde626e6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6402712a58>> port after_delete 55550000 {{(pid=82095) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:44:07.610369 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cd8be8bd-da52-4649-961f-1281dde626e6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6402712a58>> port after_update 55550000 {{(pid=82095) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:44:07.610741 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cd8be8bd-da52-4649-961f-1281dde626e6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6402712a58>> segment after_delete 55550000 {{(pid=82095) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:44:07.611137 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cd8be8bd-da52-4649-961f-1281dde626e6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6402712a58>> subnet after_create 55550000 {{(pid=82095) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:44:07.611538 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cd8be8bd-da52-4649-961f-1281dde626e6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6402712a58>> subnet after_delete 55550000 {{(pid=82095) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:44:07.611884 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cd8be8bd-da52-4649-961f-1281dde626e6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6402712a58>> subnet after_update 55550000 {{(pid=82095) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:44:07.660185 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-7a472116-1131-4b3d-b477-28fc417b5016 None None] Attempting to bind port 764c35b1-6fed-480c-80c2-502fb0d7c610 on host dv-cinder-800229-1-iscsi for vnic_type normal with profile  {{(pid=82098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:44:07.660742 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-7a472116-1131-4b3d-b477-28fc417b5016 None None] Attempting to bind port 764c35b1-6fed-480c-80c2-502fb0d7c610 by drivers openvswitch,hyperv on host dv-cinder-800229-1-iscsi at level 0 using segments [{'id': '12621a13-2c01-4bd6-95be-3fd9fa7c6003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a5638089-0bc3-451e-b07e-8f6a2e41d3b4'}] {{(pid=82098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:44:07.661250 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a472116-1131-4b3d-b477-28fc417b5016 None None] Attempting to bind port 764c35b1-6fed-480c-80c2-502fb0d7c610 on network a5638089-0bc3-451e-b07e-8f6a2e41d3b4 {{(pid=82098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:44:07.672869 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a472116-1131-4b3d-b477-28fc417b5016 None None] Checking agent: {'id': '0d58c09d-3d0a-420d-b789-56ac4f0c32ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 37), 'started_at': datetime.datetime(2021, 7, 14, 8, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:44:07.674652 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a472116-1131-4b3d-b477-28fc417b5016 None None] Checking segment: {'id': '12621a13-2c01-4bd6-95be-3fd9fa7c6003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a5638089-0bc3-451e-b07e-8f6a2e41d3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:44:07.676604 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7a472116-1131-4b3d-b477-28fc417b5016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:07.677289 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a472116-1131-4b3d-b477-28fc417b5016 None None] Bound using segment: {'id': '12621a13-2c01-4bd6-95be-3fd9fa7c6003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a5638089-0bc3-451e-b07e-8f6a2e41d3b4'} {{(pid=82098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:44:07.679018 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-7a472116-1131-4b3d-b477-28fc417b5016 None None] Bound port: 764c35b1-6fed-480c-80c2-502fb0d7c610, host: dv-cinder-800229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12621a13-2c01-4bd6-95be-3fd9fa7c6003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a5638089-0bc3-451e-b07e-8f6a2e41d3b4'}}] {{(pid=82098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:44:07.687156 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7a472116-1131-4b3d-b477-28fc417b5016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:07.860688 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2272f797-15c2-4c07-9b96-3f89b1d74473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:08.074010 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-7a472116-1131-4b3d-b477-28fc417b5016 None None] For port 764c35b1-6fed-480c-80c2-502fb0d7c610, host dv-cinder-800229-1-iscsi, cleared binding levels {{(pid=82098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:44:08.078791 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-7a472116-1131-4b3d-b477-28fc417b5016 None None] For port 764c35b1-6fed-480c-80c2-502fb0d7c610, host dv-cinder-800229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=764c35b1-6fed-480c-80c2-502fb0d7c610,segment=NetworkSegment(12621a13-2c01-4bd6-95be-3fd9fa7c6003),segment_id=12621a13-2c01-4bd6-95be-3fd9fa7c6003)] {{(pid=82098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:44:08.087306 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7a472116-1131-4b3d-b477-28fc417b5016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:08.097944 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:08.113198 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cd8be8bd-da52-4649-961f-1281dde626e6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6401cf7128>> subnet after_create 55550000 {{(pid=82095) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:44:08.114474 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cd8be8bd-da52-4649-961f-1281dde626e6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6401cf7128>> subnet after_delete 55550000 {{(pid=82095) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:44:08.114964 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cd8be8bd-da52-4649-961f-1281dde626e6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6401cf7128>> subnet before_create 55550000 {{(pid=82095) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:44:08.115784 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cd8be8bd-da52-4649-961f-1281dde626e6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6401cf7128>> subnet before_update 55550000 {{(pid=82095) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:44:08.116621 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-cd8be8bd-da52-4649-961f-1281dde626e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6401edfa20>,) {'filters': {'network_id': ['14ad2b25-1210-4d93-bae2-cf3c912ea9d0']}} {{(pid=82095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:44:08.127987 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-7353585b-e06f-47eb-946a-a9bba6070c22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:08.132228 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-cd8be8bd-da52-4649-961f-1281dde626e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6401edfa20>, 'f0785d56-135f-40a5-ad3c-5bda1c3a54b1') {'for_net_delete': True} {{(pid=82095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:44:08.132802 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-cd8be8bd-da52-4649-961f-1281dde626e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6401edfa20>, 'f0785d56-135f-40a5-ad3c-5bda1c3a54b1') {} {{(pid=82095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:44:08.146943 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cd8be8bd-da52-4649-961f-1281dde626e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282633931619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1942575'] for segment, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:08.163061 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cd8be8bd-da52-4649-961f-1281dde626e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6123'] for segment, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:08.171461 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd8be8bd-da52-4649-961f-1281dde626e6 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=82095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 14 08:44:08.172029 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cd8be8bd-da52-4649-961f-1281dde626e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854769693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852740906'] for segment, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:08.280264 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-c1de213c-23d3-4129-904b-cc6c2ac0e9ca tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Usage tracker for resource:security_group_rule and tenant:14f51922b06043779a5017e6efa8b95a is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:44:08.292332 dv-cinder-800229-1-iscsi neutron-server[81984]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Jul 14 08:44:08.292332 dv-cinder-800229-1-iscsi neutron-server[81984]:   (self, other),
Jul 14 08:44:08.292332 dv-cinder-800229-1-iscsi neutron-server[81984]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Jul 14 08:44:08.292332 dv-cinder-800229-1-iscsi neutron-server[81984]:   (self, other),
Jul 14 08:44:08.292332 dv-cinder-800229-1-iscsi neutron-server[81984]: Traceback (most recent call last):
Jul 14 08:44:08.292332 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 14 08:44:08.292332 dv-cinder-800229-1-iscsi neutron-server[81984]:     timer()
Jul 14 08:44:08.292332 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 14 08:44:08.292332 dv-cinder-800229-1-iscsi neutron-server[81984]:     cb(*args, **kw)
Jul 14 08:44:08.292332 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 14 08:44:08.292332 dv-cinder-800229-1-iscsi neutron-server[81984]:     return func(*args, **kwargs)
Jul 14 08:44:08.292332 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 14 08:44:08.292332 dv-cinder-800229-1-iscsi neutron-server[81984]:     self._notify()
Jul 14 08:44:08.292332 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 14 08:44:08.292332 dv-cinder-800229-1-iscsi neutron-server[81984]:     self.callback(batched_events)
Jul 14 08:44:08.292332 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 14 08:44:08.292332 dv-cinder-800229-1-iscsi neutron-server[81984]:     event.method(event)
Jul 14 08:44:08.292332 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 14 08:44:08.292332 dv-cinder-800229-1-iscsi neutron-server[81984]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 14 08:44:08.292332 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 14 08:44:08.292332 dv-cinder-800229-1-iscsi neutron-server[81984]:     segment_id)['aggregates'][0]
Jul 14 08:44:08.292332 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Jul 14 08:44:08.292332 dv-cinder-800229-1-iscsi neutron-server[81984]:     return f(self, *a, **k)
Jul 14 08:44:08.292332 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 14 08:44:08.292332 dv-cinder-800229-1-iscsi neutron-server[81984]:     return self._get(url).json()
Jul 14 08:44:08.292332 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 14 08:44:08.292332 dv-cinder-800229-1-iscsi neutron-server[81984]:     **kwargs)
Jul 14 08:44:08.292332 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Jul 14 08:44:08.292332 dv-cinder-800229-1-iscsi neutron-server[81984]:     return self.request(url, 'GET', **kwargs)
Jul 14 08:44:08.292332 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Jul 14 08:44:08.292332 dv-cinder-800229-1-iscsi neutron-server[81984]:     **endpoint_filter)
Jul 14 08:44:08.292332 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Jul 14 08:44:08.292332 dv-cinder-800229-1-iscsi neutron-server[81984]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 14 08:44:08.292332 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Jul 14 08:44:08.292332 dv-cinder-800229-1-iscsi neutron-server[81984]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 14 08:44:08.292332 dv-cinder-800229-1-iscsi neutron-server[81984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 14 08:44:08.295830 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-c1de213c-23d3-4129-904b-cc6c2ac0e9ca tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:44:08.303618 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-c1de213c-23d3-4129-904b-cc6c2ac0e9ca tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:44:08.329314 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cd8be8bd-da52-4649-961f-1281dde626e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1030070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695875'] for network, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:08.333025 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device e5d30999-ab6a-41da-bdc0-6e0afa79ebee up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:44:08.361154 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d4f22-c45b-422f-a68e-96aa857fb35c None None] Pushing event updated for resources: {'Port': ['ID=764c35b1-6fed-480c-80c2-502fb0d7c610,revision_number=4']} {{(pid=82098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:08.373941 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-729d4f22-c45b-422f-a68e-96aa857fb35c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=82098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:08.388348 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a472116-1131-4b3d-b477-28fc417b5016 None None] Routers {'77dbcf2e-b473-4388-845b-f4227d5eeb31'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:44:08.389034 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-7a472116-1131-4b3d-b477-28fc417b5016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64025e4c50>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:44:08Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['77dbcf2e-b473-4388-845b-f4227d5eeb31'], 'active': True} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:44:08.398717 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-12044748-a642-413c-9108-e2977acec2b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for port, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:08.400653 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-12044748-a642-413c-9108-e2977acec2b0 service neutron] 10.222.0.43 "PUT /v2.0/ports/60876a2d-3cee-498c-92a4-85e83b3555d4 HTTP/1.1" status: 200  len: 1093 time: 5.9226711
Jul 14 08:44:08.571150 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning for port e5d30999-ab6a-41da-bdc0-6e0afa79ebee completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:44:08.579940 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cd8be8bd-da52-4649-961f-1281dde626e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for network, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:08.600389 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c1de213c-23d3-4129-904b-cc6c2ac0e9ca tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:08.608227 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port e5d30999-ab6a-41da-bdc0-6e0afa79ebee triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:44:08.608833 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:08.631881 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-0caf2d26-c351-4168-a0ec-c3f84777dee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:08.658730 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-cd8be8bd-da52-4649-961f-1281dde626e6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/14ad2b25-1210-4d93-bae2-cf3c912ea9d0 HTTP/1.1" status: 204  len: 168 time: 2.1666157
Jul 14 08:44:08.737347 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:08.760849 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-dd300e36-c531-4475-8424-2c19f8d1b60c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=77661f60a3aa459dba3a5d43ab14951d&device_id=ff7c776c-601c-4d73-859d-1da64b73a1d3 HTTP/1.1" status: 200  len: 1096 time: 1.2544420
Jul 14 08:44:08.771581 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb294c0-4760-4419-b5b4-0a78aa4d0b44 req-40889180-4779-4247-b36a-09ca367ca2cb tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:08.796435 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-feb294c0-4760-4419-b5b4-0a78aa4d0b44 req-40889180-4779-4247-b36a-09ca367ca2cb tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff7c776c-601c-4d73-859d-1da64b73a1d3 HTTP/1.1" status: 200  len: 943 time: 0.7600338
Jul 14 08:44:08.823755 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 52522) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:08.831750 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-7a472116-1131-4b3d-b477-28fc417b5016 None None] Set router 77dbcf2e-b473-4388-845b-f4227d5eeb31 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:44:08.908109 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8be8bd-da52-4649-961f-1281dde626e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=14ad2b25-1210-4d93-bae2-cf3c912ea9d0,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:08.910776 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-cd8be8bd-da52-4649-961f-1281dde626e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:08.988350 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd335fc5-438c-45f1-92a5-32848a8d3fa6 req-a18122e2-1ab6-4a73-8e92-d93cfc973067 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:08.993436 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cd335fc5-438c-45f1-92a5-32848a8d3fa6 req-a18122e2-1ab6-4a73-8e92-d93cfc973067 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0639eb0-b058-4e42-981b-66e498ea2bde HTTP/1.1" status: 200  len: 943 time: 1.8639045
Jul 14 08:44:09.018659 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c1de213c-23d3-4129-904b-cc6c2ac0e9ca tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:09.043315 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c1de213c-23d3-4129-904b-cc6c2ac0e9ca tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754566'] for security_group_rule, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:09.049019 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12044748-a642-413c-9108-e2977acec2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=60876a2d-3cee-498c-92a4-85e83b3555d4,revision_number=3']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:09.068702 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:09.085934 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1de213c-23d3-4129-904b-cc6c2ac0e9ca tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1619ceb-15e9-4829-b437-fe340cf92197,revision_number=0']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:09.102524 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b381ba-04a7-42f4-b4d6-71a3b2074587 admin admin] Deleting subnet f9447fd4-a554-43bd-8768-5471175eb4ac {{(pid=82096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 14 08:44:09.115835 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-12044748-a642-413c-9108-e2977acec2b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.988s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:09.118890 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-99b8ad68-c34d-47e9-8806-8aa00cbb6267 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for port, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:09.139428 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f7b381ba-04a7-42f4-b4d6-71a3b2074587 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:09.149888 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:09.203307 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cd335fc5-438c-45f1-92a5-32848a8d3fa6 req-a85d2f01-9f56-4feb-9571-741700baa7f3 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/security-groups?id=82225130-2680-4332-a37f-3aa7f1c2fbaa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2062109
Jul 14 08:44:09.210475 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] For port e5d30999-ab6a-41da-bdc0-6e0afa79ebee, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=e5d30999-ab6a-41da-bdc0-6e0afa79ebee,segment=NetworkSegment(54020ed2-9764-455c-bb75-78a5101f4433),segment_id=54020ed2-9764-455c-bb75-78a5101f4433)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:44:09.225606 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c1de213c-23d3-4129-904b-cc6c2ac0e9ca tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:09.229465 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-c1de213c-23d3-4129-904b-cc6c2ac0e9ca tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 2.2176189
Jul 14 08:44:09.234613 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:09.236711 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c1de213c-23d3-4129-904b-cc6c2ac0e9ca tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:09.237309 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:09.243485 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 52538) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:09.254714 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-4d27742b-338d-4d2b-875b-8fa604964bb0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09999980-8f6a-4f24-ba94-da400b4ba3b6 HTTP/1.1" status: 200  len: 217 time: 0.4559231
Jul 14 08:44:09.262845 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-09eac2c0-7ea4-48ee-b44b-dd2c176ac593 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Request body: {'security_group_rule': {'security_group_id': '5c9925d3-3466-4d1e-8706-d52ff81e884b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:44:09.287392 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-09eac2c0-7ea4-48ee-b44b-dd2c176ac593 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:44:09.294484 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-feb294c0-4760-4419-b5b4-0a78aa4d0b44 req-a0690e3f-747d-4211-9373-6d1dbf36cee8 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4971414
Jul 14 08:44:09.312366 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ff7885-592c-49ee-8e71-6b1ca01832e3 admin admin] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:44:09.314746 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-09eac2c0-7ea4-48ee-b44b-dd2c176ac593 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Usage tracker for resource:security_group_rule and tenant:14f51922b06043779a5017e6efa8b95a is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:44:09.319167 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-09eac2c0-7ea4-48ee-b44b-dd2c176ac593 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:44:09.333387 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d4c8b3-eac9-4998-a462-4c450cf86d9a None None] Sync routers for ids ['64ad9a01-4b60-4c48-8461-ed835a3209b8'] in dv-cinder-800229-1-iscsi {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:44:09.341171 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-03ff7885-592c-49ee-8e71-6b1ca01832e3 admin admin] 10.222.0.42 "PUT /v2.0/routers/64ad9a01-4b60-4c48-8461-ed835a3209b8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 17.9005134
Jul 14 08:44:09.351045 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-09eac2c0-7ea4-48ee-b44b-dd2c176ac593 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:44:09.359264 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d4c8b3-eac9-4998-a462-4c450cf86d9a None None] Routers {'64ad9a01-4b60-4c48-8461-ed835a3209b8'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:44:09.360185 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-a4d4c8b3-eac9-4998-a462-4c450cf86d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64027991d0>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:44:08Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['64ad9a01-4b60-4c48-8461-ed835a3209b8'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:44:09.383315 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-09eac2c0-7ea4-48ee-b44b-dd2c176ac593 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:09.497157 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f7b381ba-04a7-42f4-b4d6-71a3b2074587 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:09.516703 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0639eb0-b058-4e42-981b-66e498ea2bde', 'tag': '60876a2d-3cee-498c-92a4-85e83b3555d4'}] {{(pid=82096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:44:09.638310 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-09eac2c0-7ea4-48ee-b44b-dd2c176ac593 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:09.644457 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f7b381ba-04a7-42f4-b4d6-71a3b2074587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853748987'] for subnet, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:09.646807 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-09eac2c0-7ea4-48ee-b44b-dd2c176ac593 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754566'] for security_group_rule, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:09.649645 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:09.666312 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-7a472116-1131-4b3d-b477-28fc417b5016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64025e4c50>, [{'id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'name': 'tempest-AttachVolumeTestJSON-25464803-router', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'a11d6929-c47b-4da0-9b19-2fa410fb8a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:45Z', 'updated_at': '2021-07-14T08:43:58Z', 'revision_number': 4, 'project_id': '14f51922b06043779a5017e6efa8b95a', 'gw_port': {'id': 'a11d6929-c47b-4da0-9b19-2fa410fb8a6f', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ca:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:47Z', 'updated_at': '2021-07-14T08:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': '764c35b1-6fed-480c-80c2-502fb0d7c610', 'name': '', 'network_id': 'a5638089-0bc3-451e-b07e-8f6a2e41d3b4', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'mac_address': 'fa:16:3e:19:ad:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd6bd243-ec5f-4ebe-97dd-3f142d2cc859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:56Z', 'updated_at': '2021-07-14T08:44:08Z', 'revision_number': 4, 'project_id': '14f51922b06043779a5017e6efa8b95a', 'subnets': [{'id': 'bd6bd243-ec5f-4ebe-97dd-3f142d2cc859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:44:09.679915 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a472116-1131-4b3d-b477-28fc417b5016 None None] The sync data for ids ['77dbcf2e-b473-4388-845b-f4227d5eeb31'] in dv-cinder-800229-1-iscsi is: [{'id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'name': 'tempest-AttachVolumeTestJSON-25464803-router', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'a11d6929-c47b-4da0-9b19-2fa410fb8a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:45Z', 'updated_at': '2021-07-14T08:43:58Z', 'revision_number': 4, 'project_id': '14f51922b06043779a5017e6efa8b95a', 'gw_port': {'id': 'a11d6929-c47b-4da0-9b19-2fa410fb8a6f', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ca:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:47Z', 'updated_at': '2021-07-14T08:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': '764c35b1-6fed-480c-80c2-502fb0d7c610', 'name': '', 'network_id': 'a5638089-0bc3-451e-b07e-8f6a2e41d3b4', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'mac_address': 'fa:16:3e:19:ad:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd6bd243-ec5f-4ebe-97dd-3f142d2cc859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:56Z', 'updated_at': '2021-07-14T08:44:08Z', 'revision_number': 4, 'project_id': '14f51922b06043779a5017e6efa8b95a', 'subnets': [{'id': 'bd6bd243-ec5f-4ebe-97dd-3f142d2cc859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:44:09.743815 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eac2c0-7ea4-48ee-b44b-dd2c176ac593 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=279304f7-7e99-46eb-9fd7-6639a049f5f5,revision_number=0']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:09.757847 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-09eac2c0-7ea4-48ee-b44b-dd2c176ac593 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:09.779177 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-09eac2c0-7ea4-48ee-b44b-dd2c176ac593 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:09.784707 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-09eac2c0-7ea4-48ee-b44b-dd2c176ac593 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.5387316
Jul 14 08:44:09.790063 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 52562) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:09.799674 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-ece7618f-4024-4d3e-88ac-61772ae4a610 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Request body: {'floatingip': {'floating_network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:44:09.817307 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-ece7618f-4024-4d3e-88ac-61772ae4a610 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:44:09.837474 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-ece7618f-4024-4d3e-88ac-61772ae4a610 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Usage tracker for resource:floatingip and tenant:14f51922b06043779a5017e6efa8b95a is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:44:09.845548 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-ece7618f-4024-4d3e-88ac-61772ae4a610 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:44:09.865114 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-ece7618f-4024-4d3e-88ac-61772ae4a610 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:44:09.869966 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0639eb0-b058-4e42-981b-66e498ea2bde', 'tag': '60876a2d-3cee-498c-92a4-85e83b3555d4', 'status': 'completed', 'code': 200}
Jul 14 08:44:09.873259 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-99b8ad68-c34d-47e9-8806-8aa00cbb6267 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794'] for port, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:09.880251 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-b8ed23a0-4982-4b23-a811-b2c623fafa3c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:09.881080 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Pushing event updated for resources: {'Port': ['ID=e5d30999-ab6a-41da-bdc0-6e0afa79ebee,revision_number=5']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:09.882711 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-b8ed23a0-4982-4b23-a811-b2c623fafa3c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2c98006c-4b08-41a9-9e9c-c4ddc8012662 HTTP/1.1" status: 200  len: 854 time: 0.5998828
Jul 14 08:44:09.887844 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ece7618f-4024-4d3e-88ac-61772ae4a610 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks [] for floatingip, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:09.892294 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:09.929613 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-7b93e8fe-ce04-41d1-879d-20135cda26d2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ef5f221c229d42ae84140f2022c8260a&device_id=d0639eb0-b058-4e42-981b-66e498ea2bde HTTP/1.1" status: 200  len: 1096 time: 1.3017895
Jul 14 08:44:09.930905 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f7b381ba-04a7-42f4-b4d6-71a3b2074587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097'] for subnet, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:09.940402 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:09.963011 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:09.971432 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-a4d4c8b3-eac9-4998-a462-4c450cf86d9a None None] Set router 64ad9a01-4b60-4c48-8461-ed835a3209b8 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:44:10.407864 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b8ad68-c34d-47e9-8806-8aa00cbb6267 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Network 67339833-1858-4359-a5f3-39cbe3daa12b is already hosted by enough agents. {{(pid=82096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:44:10.453340 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-99b8ad68-c34d-47e9-8806-8aa00cbb6267 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Resources bound (agent type, host, resource id):  {{(pid=82096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:44:10.484110 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-12f92b8d-83ff-495b-833f-0762e327af80 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cde446a9-0c7c-4318-8125-e2ca25cc6bae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.5517192
Jul 14 08:44:10.484842 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b8ad68-c34d-47e9-8806-8aa00cbb6267 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Received port after_create {{(pid=82096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:44:10.490170 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 764c35b1-6fed-480c-80c2-502fb0d7c610 up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:44:10.582530 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning for port 764c35b1-6fed-480c-80c2-502fb0d7c610 completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:44:10.591092 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port 764c35b1-6fed-480c-80c2-502fb0d7c610 triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:44:10.591482 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:10.598319 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8ad68-c34d-47e9-8806-8aa00cbb6267 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Pushing event updated for resources: {'Port': ['ID=ed3502bb-ec47-4162-aa48-a76b52c4258f,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:10.617322 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-6d404c35-b46e-4cea-a5bd-4909850a4827 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60876a2d-3cee-498c-92a4-85e83b3555d4 HTTP/1.1" status: 200  len: 217 time: 0.4556942
Jul 14 08:44:10.618977 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-99b8ad68-c34d-47e9-8806-8aa00cbb6267 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:10.623442 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-204be135-74e0-4ff5-a28a-58d7fa488252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:10.742474 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ece7618f-4024-4d3e-88ac-61772ae4a610 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:10.793004 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f7b381ba-04a7-42f4-b4d6-71a3b2074587 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:10.810819 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b381ba-04a7-42f4-b4d6-71a3b2074587 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9447fd4-a554-43bd-8768-5471175eb4ac,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:10.818671 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-f7b381ba-04a7-42f4-b4d6-71a3b2074587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:10.865782 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:10.868655 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b0a1a-3924-480d-a9f5-a8f71206168a req-77f7e5df-f38f-4a2b-817c-aa632725d4dc tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:10.870308 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-788b0a1a-3924-480d-a9f5-a8f71206168a req-77f7e5df-f38f-4a2b-817c-aa632725d4dc tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0639eb0-b058-4e42-981b-66e498ea2bde HTTP/1.1" status: 200  len: 943 time: 0.1953654
Jul 14 08:44:10.910957 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] For port 764c35b1-6fed-480c-80c2-502fb0d7c610, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=764c35b1-6fed-480c-80c2-502fb0d7c610,segment=NetworkSegment(12621a13-2c01-4bd6-95be-3fd9fa7c6003),segment_id=12621a13-2c01-4bd6-95be-3fd9fa7c6003)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:44:10.919902 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:10.921017 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device e5d30999-ab6a-41da-bdc0-6e0afa79ebee up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:44:10.950584 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-99b8ad68-c34d-47e9-8806-8aa00cbb6267 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:10.959785 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-f7b381ba-04a7-42f4-b4d6-71a3b2074587 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f9447fd4-a554-43bd-8768-5471175eb4ac HTTP/1.1" status: 204  len: 168 time: 2.1349077
Jul 14 08:44:10.962346 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:10.967386 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 52592) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:11.037468 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-99b8ad68-c34d-47e9-8806-8aa00cbb6267 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:11.074186 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Pushing event updated for resources: {'Port': ['ID=764c35b1-6fed-480c-80c2-502fb0d7c610,revision_number=5']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:11.092733 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:11.151398 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [None req-ece7618f-4024-4d3e-88ac-61772ae4a610 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Allocated IP 172.27.3.210 (67339833-1858-4359-a5f3-39cbe3daa12b/5340f5f3-2f04-41df-9207-8bcd858e18e6/915c762f-dd77-476b-aa1e-4f6a77d1dac3) {{(pid=82095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:44:11.153323 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-a4d4c8b3-eac9-4998-a462-4c450cf86d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64027991d0>, [{'id': '64ad9a01-4b60-4c48-8461-ed835a3209b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1229405343-router', 'tenant_id': 'ead16347efbf48ac94be432daab86c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '0fa98b25-b807-4b45-943d-5b255832a5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:44Z', 'updated_at': '2021-07-14T08:44:00Z', 'revision_number': 4, 'project_id': 'ead16347efbf48ac94be432daab86c02', 'gw_port': {'id': '0fa98b25-b807-4b45-943d-5b255832a5df', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ec:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ad9a01-4b60-4c48-8461-ed835a3209b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:46Z', 'updated_at': '2021-07-14T08:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': 'fae97db7-86fc-4050-bf13-08b55c85ba01', 'name': '', 'network_id': 'd19eb0ec-3fca-4972-8b6c-dc33db64d81a', 'tenant_id': 'ead16347efbf48ac94be432daab86c02', 'mac_address': 'fa:16:3e:03:d8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ad9a01-4b60-4c48-8461-ed835a3209b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39925f90-e1ab-4017-bcf5-1e919a7aa9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:59Z', 'updated_at': '2021-07-14T08:44:01Z', 'revision_number': 2, 'project_id': 'ead16347efbf48ac94be432daab86c02', 'subnets': [{'id': '39925f90-e1ab-4017-bcf5-1e919a7aa9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:44:11.155878 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-788b0a1a-3924-480d-a9f5-a8f71206168a req-8f08aea2-832c-4995-8c0d-7f8c7a8304d0 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/security-groups?id=82225130-2680-4332-a37f-3aa7f1c2fbaa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2741067
Jul 14 08:44:11.168123 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d4c8b3-eac9-4998-a462-4c450cf86d9a None None] Checking router: 64ad9a01-4b60-4c48-8461-ed835a3209b8 for host: dv-cinder-800229-1-iscsi {{(pid=82097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:44:11.168757 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d4c8b3-eac9-4998-a462-4c450cf86d9a None None] Updating router 64ad9a01-4b60-4c48-8461-ed835a3209b8 port fae97db7-86fc-4050-bf13-08b55c85ba01 binding host dv-cinder-800229-1-iscsi {{(pid=82097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 14 08:44:11.200932 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-95e60d3f-4da4-4014-8096-50e8c0adc725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-950592'] for network, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:11.281344 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-a4d4c8b3-eac9-4998-a462-4c450cf86d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:11.349806 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-753bc2fa-6667-4876-ae6e-5142354dfd33 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:11.355615 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-753bc2fa-6667-4876-ae6e-5142354dfd33 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/networks?id=d19eb0ec-3fca-4972-8b6c-dc33db64d81a HTTP/1.1" status: 200  len: 819 time: 0.7402756
Jul 14 08:44:11.463013 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port e5d30999-ab6a-41da-bdc0-6e0afa79ebee triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:44:11.463562 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:11.493028 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-3f90ecbe-50e8-4e8a-8fe3-35ddd57489f4 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/quotas/ead16347efbf48ac94be432daab86c02 HTTP/1.1" status: 200  len: 375 time: 0.1277156
Jul 14 08:44:11.610278 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-95e60d3f-4da4-4014-8096-50e8c0adc725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853745778', 'neutron.services.segments.db._delete_segments_for_network--9223363282633926140'] for network, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:11.616100 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-99b8ad68-c34d-47e9-8806-8aa00cbb6267 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for port, precommit_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:11.629051 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-99b8ad68-c34d-47e9-8806-8aa00cbb6267 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:11.638169 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-703a24d9-58fa-4587-a848-d9831d6c0577 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:11.664211 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-95e60d3f-4da4-4014-8096-50e8c0adc725 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6402b8e6d8>,) {'filters': {'network_id': ['32a45b57-7f22-4dec-83a3-734bd85bcd98']}} {{(pid=82095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:44:11.696453 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-95e60d3f-4da4-4014-8096-50e8c0adc725 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6402b8e6d8>, '6e3ea16e-e96e-470b-8b98-ae70f2072879') {'for_net_delete': True} {{(pid=82095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:44:11.696800 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-95e60d3f-4da4-4014-8096-50e8c0adc725 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6402b8e6d8>, '6e3ea16e-e96e-470b-8b98-ae70f2072879') {} {{(pid=82095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:44:11.706912 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ece7618f-4024-4d3e-88ac-61772ae4a610 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks [] for port, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:11.719701 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-95e60d3f-4da4-4014-8096-50e8c0adc725 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282633931619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1942575'] for segment, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:11.720189 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-1550a07e-a016-4dba-957c-485dac977bbb tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ead16347efbf48ac94be432daab86c02&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2207804
Jul 14 08:44:11.723457 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-99b8ad68-c34d-47e9-8806-8aa00cbb6267 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854084435'] for floatingip, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:11.751978 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-95e60d3f-4da4-4014-8096-50e8c0adc725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6123'] for segment, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:11.762330 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e60d3f-4da4-4014-8096-50e8c0adc725 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=82095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 14 08:44:11.762772 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-95e60d3f-4da4-4014-8096-50e8c0adc725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854769693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852740906'] for segment, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:11.775454 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8ad68-c34d-47e9-8806-8aa00cbb6267 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Pushing event updated for resources: {'Port': ['ID=ed3502bb-ec47-4162-aa48-a76b52c4258f,revision_number=2']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:11.779261 dv-cinder-800229-1-iscsi neutron-server[81984]: Traceback (most recent call last):
Jul 14 08:44:11.779261 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 14 08:44:11.779261 dv-cinder-800229-1-iscsi neutron-server[81984]:     timer()
Jul 14 08:44:11.779261 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 14 08:44:11.779261 dv-cinder-800229-1-iscsi neutron-server[81984]:     cb(*args, **kw)
Jul 14 08:44:11.779261 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 14 08:44:11.779261 dv-cinder-800229-1-iscsi neutron-server[81984]:     return func(*args, **kwargs)
Jul 14 08:44:11.779261 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 14 08:44:11.779261 dv-cinder-800229-1-iscsi neutron-server[81984]:     self._notify()
Jul 14 08:44:11.779261 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 14 08:44:11.779261 dv-cinder-800229-1-iscsi neutron-server[81984]:     self.callback(batched_events)
Jul 14 08:44:11.779261 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 14 08:44:11.779261 dv-cinder-800229-1-iscsi neutron-server[81984]:     event.method(event)
Jul 14 08:44:11.779261 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 14 08:44:11.779261 dv-cinder-800229-1-iscsi neutron-server[81984]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 14 08:44:11.779261 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 14 08:44:11.779261 dv-cinder-800229-1-iscsi neutron-server[81984]:     segment_id)['aggregates'][0]
Jul 14 08:44:11.779261 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Jul 14 08:44:11.779261 dv-cinder-800229-1-iscsi neutron-server[81984]:     return f(self, *a, **k)
Jul 14 08:44:11.779261 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 14 08:44:11.779261 dv-cinder-800229-1-iscsi neutron-server[81984]:     return self._get(url).json()
Jul 14 08:44:11.779261 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 14 08:44:11.779261 dv-cinder-800229-1-iscsi neutron-server[81984]:     **kwargs)
Jul 14 08:44:11.779261 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Jul 14 08:44:11.779261 dv-cinder-800229-1-iscsi neutron-server[81984]:     return self.request(url, 'GET', **kwargs)
Jul 14 08:44:11.779261 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Jul 14 08:44:11.779261 dv-cinder-800229-1-iscsi neutron-server[81984]:     **endpoint_filter)
Jul 14 08:44:11.779261 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Jul 14 08:44:11.779261 dv-cinder-800229-1-iscsi neutron-server[81984]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 14 08:44:11.779261 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Jul 14 08:44:11.779261 dv-cinder-800229-1-iscsi neutron-server[81984]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 14 08:44:11.779261 dv-cinder-800229-1-iscsi neutron-server[81984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 14 08:44:11.785196 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-99b8ad68-c34d-47e9-8806-8aa00cbb6267 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:11.858118 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-99b8ad68-c34d-47e9-8806-8aa00cbb6267 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for floatingip, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:11.859520 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-99b8ad68-c34d-47e9-8806-8aa00cbb6267 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 7.7386239
Jul 14 08:44:11.883327 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f052d-8fc5-4976-b4f6-3fcf5f9e0ea0 req-b35f56a5-7aa2-40f6-bd03-cc3b74536d9e tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:11.884971 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fa3f052d-8fc5-4976-b4f6-3fcf5f9e0ea0 req-b35f56a5-7aa2-40f6-bd03-cc3b74536d9e tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff7c776c-601c-4d73-859d-1da64b73a1d3 HTTP/1.1" status: 200  len: 943 time: 0.3812428
Jul 14 08:44:11.908092 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-95e60d3f-4da4-4014-8096-50e8c0adc725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1030070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695875'] for network, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:11.909807 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ece7618f-4024-4d3e-88ac-61772ae4a610 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:11.922557 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03ff7885-592c-49ee-8e71-6b1ca01832e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:11.975630 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-636a9da0-cb6c-4d7f-bf8b-c244bd27c820 service neutron] 10.222.0.42 "GET /v2.0/networks/d19eb0ec-3fca-4972-8b6c-dc33db64d81a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2439408
Jul 14 08:44:11.991057 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-95e60d3f-4da4-4014-8096-50e8c0adc725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for network, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:12.043992 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece7618f-4024-4d3e-88ac-61772ae4a610 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Network 67339833-1858-4359-a5f3-39cbe3daa12b is already hosted by enough agents. {{(pid=82095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:44:12.049083 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-95e60d3f-4da4-4014-8096-50e8c0adc725 admin admin] 10.222.0.42 "DELETE /v2.0/networks/32a45b57-7f22-4dec-83a3-734bd85bcd98 HTTP/1.1" status: 204  len: 168 time: 1.0806389
Jul 14 08:44:12.055715 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-ece7618f-4024-4d3e-88ac-61772ae4a610 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Resources bound (agent type, host, resource id):  {{(pid=82095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:44:12.065930 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fa3f052d-8fc5-4976-b4f6-3fcf5f9e0ea0 req-4b257ba7-3140-4d91-9782-9a9d7eddf549 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1739256
Jul 14 08:44:12.066783 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece7618f-4024-4d3e-88ac-61772ae4a610 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Received port after_create {{(pid=82095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:44:12.086024 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-a4d4c8b3-eac9-4998-a462-4c450cf86d9a None None] Notify callbacks [] for port, precommit_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:12.118017 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-a4d4c8b3-eac9-4998-a462-4c450cf86d9a None None] Transition to ACTIVE for port object fae97db7-86fc-4050-bf13-08b55c85ba01 will not be triggered until provisioned by entity L2. {{(pid=82097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:44:12.128511 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-a4d4c8b3-eac9-4998-a462-4c450cf86d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:12.134172 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7618f-4024-4d3e-88ac-61772ae4a610 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Pushing event updated for resources: {'Port': ['ID=915c762f-dd77-476b-aa1e-4f6a77d1dac3,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:12.140905 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-ece7618f-4024-4d3e-88ac-61772ae4a610 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:12.141443 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-cd8be8bd-da52-4649-961f-1281dde626e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:12.143010 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-5f62030e-9878-4c42-a276-dfad0cc3329c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:12.304063 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b1b89-5156-4048-a4ba-cd7d43d3d945 None None] Pushing event updated for resources: {'Port': ['ID=fae97db7-86fc-4050-bf13-08b55c85ba01,revision_number=3']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:12.313003 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 764c35b1-6fed-480c-80c2-502fb0d7c610 up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:44:12.354790 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-de9685cd-d6c7-4e02-bb5b-7285460b3545 service neutron] 10.222.0.42 "GET /v2.0/networks/d19eb0ec-3fca-4972-8b6c-dc33db64d81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3781996
Jul 14 08:44:12.373948 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-857b1b89-5156-4048-a4ba-cd7d43d3d945 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:12.392807 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ece7618f-4024-4d3e-88ac-61772ae4a610 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:12.394306 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e60d3f-4da4-4014-8096-50e8c0adc725 admin admin] Pushing event deleted for resources: {'Network': ['ID=32a45b57-7f22-4dec-83a3-734bd85bcd98,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:12.473551 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-95e60d3f-4da4-4014-8096-50e8c0adc725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:12.504607 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-d95e9f3d-ee88-4537-ae84-dd9fe35bfeca tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--738139184&fields=id&tenant_id=8b3a1809d9a5426abbaa7d1c2677f387 HTTP/1.1" status: 200  len: 267 time: 0.1075437
Jul 14 08:44:12.508745 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ece7618f-4024-4d3e-88ac-61772ae4a610 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:12.677404 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-a4d4c8b3-eac9-4998-a462-4c450cf86d9a None None] Attempting to bind port fae97db7-86fc-4050-bf13-08b55c85ba01 on host dv-cinder-800229-1-iscsi for vnic_type normal with profile  {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:44:12.678199 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-a4d4c8b3-eac9-4998-a462-4c450cf86d9a None None] Attempting to bind port fae97db7-86fc-4050-bf13-08b55c85ba01 by drivers openvswitch,hyperv on host dv-cinder-800229-1-iscsi at level 0 using segments [{'id': '0edd189e-e3ea-4923-a0da-7557c2c9cbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd19eb0ec-3fca-4972-8b6c-dc33db64d81a'}] {{(pid=82097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:44:12.678617 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d4c8b3-eac9-4998-a462-4c450cf86d9a None None] Attempting to bind port fae97db7-86fc-4050-bf13-08b55c85ba01 on network d19eb0ec-3fca-4972-8b6c-dc33db64d81a {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:44:12.700300 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d4c8b3-eac9-4998-a462-4c450cf86d9a None None] Checking agent: {'id': '0d58c09d-3d0a-420d-b789-56ac4f0c32ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 37), 'started_at': datetime.datetime(2021, 7, 14, 8, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:44:12.700709 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d4c8b3-eac9-4998-a462-4c450cf86d9a None None] Checking segment: {'id': '0edd189e-e3ea-4923-a0da-7557c2c9cbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd19eb0ec-3fca-4972-8b6c-dc33db64d81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:44:12.701163 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-a4d4c8b3-eac9-4998-a462-4c450cf86d9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:12.705054 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d4c8b3-eac9-4998-a462-4c450cf86d9a None None] Bound using segment: {'id': '0edd189e-e3ea-4923-a0da-7557c2c9cbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd19eb0ec-3fca-4972-8b6c-dc33db64d81a'} {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:44:12.705599 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-a4d4c8b3-eac9-4998-a462-4c450cf86d9a None None] Bound port: fae97db7-86fc-4050-bf13-08b55c85ba01, host: dv-cinder-800229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0edd189e-e3ea-4923-a0da-7557c2c9cbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd19eb0ec-3fca-4972-8b6c-dc33db64d81a'}}] {{(pid=82097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:44:12.706425 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-a4d4c8b3-eac9-4998-a462-4c450cf86d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:12.712513 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-e72019eb-cbe2-41d4-b294-a1b28680ae89 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:12.717373 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-e72019eb-cbe2-41d4-b294-a1b28680ae89 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bd423f8f-d472-4c93-9b97-166dc5e957f0 HTTP/1.1" status: 200  len: 851 time: 0.3596098
Jul 14 08:44:12.728603 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 52640) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:12.818597 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-a4d4c8b3-eac9-4998-a462-4c450cf86d9a None None] For port fae97db7-86fc-4050-bf13-08b55c85ba01, host dv-cinder-800229-1-iscsi, cleared binding levels {{(pid=82097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:44:12.822197 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-a4d4c8b3-eac9-4998-a462-4c450cf86d9a None None] For port fae97db7-86fc-4050-bf13-08b55c85ba01, host dv-cinder-800229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=fae97db7-86fc-4050-bf13-08b55c85ba01,segment=NetworkSegment(0edd189e-e3ea-4923-a0da-7557c2c9cbcb),segment_id=0edd189e-e3ea-4923-a0da-7557c2c9cbcb)] {{(pid=82097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:44:12.837637 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-a4d4c8b3-eac9-4998-a462-4c450cf86d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:12.843369 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:13.024938 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d4c8b3-eac9-4998-a462-4c450cf86d9a None None] Routers {'64ad9a01-4b60-4c48-8461-ed835a3209b8'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:44:13.025899 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-a4d4c8b3-eac9-4998-a462-4c450cf86d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64027991d0>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:44:08Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['64ad9a01-4b60-4c48-8461-ed835a3209b8'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:44:13.112158 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-40a1cb7b-3805-4c58-a67d-3a25fb0c02af tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:13.113787 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-40a1cb7b-3805-4c58-a67d-3a25fb0c02af tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/networks?id=52933724-b56f-4198-aacf-d572e3623b57 HTTP/1.1" status: 200  len: 816 time: 0.2630081
Jul 14 08:44:13.150979 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ece7618f-4024-4d3e-88ac-61772ae4a610 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks [] for port, precommit_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:13.154341 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-fc4ac2d3-ea7f-42a0-a5bb-76ca70719937 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/quotas/8b3a1809d9a5426abbaa7d1c2677f387 HTTP/1.1" status: 200  len: 375 time: 0.0225129
Jul 14 08:44:13.155438 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ece7618f-4024-4d3e-88ac-61772ae4a610 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852740876'] for port, after_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:13.161262 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:13.210336 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b1b89-5156-4048-a4ba-cd7d43d3d945 None None] Pushing event updated for resources: {'Port': ['ID=fae97db7-86fc-4050-bf13-08b55c85ba01,revision_number=4']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:13.210538 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-637e74df-e4cd-4719-a0c2-51c1d4f82407 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f0cee222946b44079f4ca1fc50f16d30&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4802651
Jul 14 08:44:13.215147 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 52656) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:13.217164 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port 764c35b1-6fed-480c-80c2-502fb0d7c610 triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:44:13.217488 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:13.222187 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-e51c8919-9b38-4f15-9a86-b7d9ee17bc9d service neutron] 10.222.0.43 "GET /v2.0/networks/cde446a9-0c7c-4318-8125-e2ca25cc6bae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8655286
Jul 14 08:44:13.253579 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-857b1b89-5156-4048-a4ba-cd7d43d3d945 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:13.269194 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f1f5c-4886-4cb6-a968-44a2d1838054 req-0d15c0e6-3d38-4021-98e9-6c891567eb4b tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:13.277037 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e43f1f5c-4886-4cb6-a968-44a2d1838054 req-0d15c0e6-3d38-4021-98e9-6c891567eb4b tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0639eb0-b058-4e42-981b-66e498ea2bde HTTP/1.1" status: 200  len: 943 time: 0.2242866
Jul 14 08:44:13.303683 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7618f-4024-4d3e-88ac-61772ae4a610 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Pushing event updated for resources: {'Port': ['ID=915c762f-dd77-476b-aa1e-4f6a77d1dac3,revision_number=2']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:13.332177 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-ece7618f-4024-4d3e-88ac-61772ae4a610 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:13.511470 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-a4d4c8b3-eac9-4998-a462-4c450cf86d9a None None] Set router 64ad9a01-4b60-4c48-8461-ed835a3209b8 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:44:13.575024 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-a3b18de8-4864-47c8-9ae8-a235da16d355 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8e8216a1-d2c2-409a-8992-b2e5db0cceea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2655349
Jul 14 08:44:13.672760 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ece7618f-4024-4d3e-88ac-61772ae4a610 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854084435'] for floatingip, after_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:13.715014 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ece7618f-4024-4d3e-88ac-61772ae4a610 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for floatingip, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:13.726609 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-ece7618f-4024-4d3e-88ac-61772ae4a610 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.9267747
Jul 14 08:44:13.740397 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-8206a545-a684-443e-8ba8-079a270f42c2 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Synchronizing usage tracker for tenant:8b3a1809d9a5426abbaa7d1c2677f387 on resource:port {{(pid=82095) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:44:13.759442 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-8206a545-a684-443e-8ba8-079a270f42c2 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Unset dirty status for tenant:8b3a1809d9a5426abbaa7d1c2677f387 on resource:port {{(pid=82095) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:44:13.761006 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-8206a545-a684-443e-8ba8-079a270f42c2 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b3a1809d9a5426abbaa7d1c2677f387&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5530539
Jul 14 08:44:13.810427 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e43f1f5c-4886-4cb6-a968-44a2d1838054 req-77754ae0-3bcd-4abc-a0f5-22dc095d3c5f tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/security-groups?id=82225130-2680-4332-a37f-3aa7f1c2fbaa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5321975
Jul 14 08:44:13.813332 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-94a9fb1a-bd67-4cf3-9cc1-cdd730722d23 req-f34392a6-57b9-444c-a6b8-6cb17e6dd897 service neutron] 10.222.0.43 "GET /v2.0/networks/cde446a9-0c7c-4318-8125-e2ca25cc6bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4627357
Jul 14 08:44:13.835401 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-445fc1cf-54fd-4faf-8243-9d47e73fe7ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:13.895629 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-445fc1cf-54fd-4faf-8243-9d47e73fe7ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:13.964418 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-c14d6050-3c0d-418c-8750-6742191f23b6 service neutron] 10.222.0.43 "GET /v2.0/networks/8e8216a1-d2c2-409a-8992-b2e5db0cceea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3776710
Jul 14 08:44:14.153827 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-c483512f-b561-4d7a-a05f-17de20f5070c service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=82095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 14 08:44:14.154941 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-c483512f-b561-4d7a-a05f-17de20f5070c service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.1323333
Jul 14 08:44:14.180643 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-a4d4c8b3-eac9-4998-a462-4c450cf86d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64027991d0>, [{'id': '64ad9a01-4b60-4c48-8461-ed835a3209b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1229405343-router', 'tenant_id': 'ead16347efbf48ac94be432daab86c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '0fa98b25-b807-4b45-943d-5b255832a5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:44Z', 'updated_at': '2021-07-14T08:44:00Z', 'revision_number': 4, 'project_id': 'ead16347efbf48ac94be432daab86c02', 'gw_port': {'id': '0fa98b25-b807-4b45-943d-5b255832a5df', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ec:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ad9a01-4b60-4c48-8461-ed835a3209b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:46Z', 'updated_at': '2021-07-14T08:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': 'fae97db7-86fc-4050-bf13-08b55c85ba01', 'name': '', 'network_id': 'd19eb0ec-3fca-4972-8b6c-dc33db64d81a', 'tenant_id': 'ead16347efbf48ac94be432daab86c02', 'mac_address': 'fa:16:3e:03:d8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ad9a01-4b60-4c48-8461-ed835a3209b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39925f90-e1ab-4017-bcf5-1e919a7aa9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:59Z', 'updated_at': '2021-07-14T08:44:12Z', 'revision_number': 4, 'project_id': 'ead16347efbf48ac94be432daab86c02', 'subnets': [{'id': '39925f90-e1ab-4017-bcf5-1e919a7aa9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:44:14.184903 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d4c8b3-eac9-4998-a462-4c450cf86d9a None None] The sync data for ids ['64ad9a01-4b60-4c48-8461-ed835a3209b8'] in dv-cinder-800229-1-iscsi is: [{'id': '64ad9a01-4b60-4c48-8461-ed835a3209b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1229405343-router', 'tenant_id': 'ead16347efbf48ac94be432daab86c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '0fa98b25-b807-4b45-943d-5b255832a5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:44Z', 'updated_at': '2021-07-14T08:44:00Z', 'revision_number': 4, 'project_id': 'ead16347efbf48ac94be432daab86c02', 'gw_port': {'id': '0fa98b25-b807-4b45-943d-5b255832a5df', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ec:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ad9a01-4b60-4c48-8461-ed835a3209b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:46Z', 'updated_at': '2021-07-14T08:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': 'fae97db7-86fc-4050-bf13-08b55c85ba01', 'name': '', 'network_id': 'd19eb0ec-3fca-4972-8b6c-dc33db64d81a', 'tenant_id': 'ead16347efbf48ac94be432daab86c02', 'mac_address': 'fa:16:3e:03:d8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ad9a01-4b60-4c48-8461-ed835a3209b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39925f90-e1ab-4017-bcf5-1e919a7aa9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:59Z', 'updated_at': '2021-07-14T08:44:12Z', 'revision_number': 4, 'project_id': 'ead16347efbf48ac94be432daab86c02', 'subnets': [{'id': '39925f90-e1ab-4017-bcf5-1e919a7aa9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:44:14.203970 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fb29ee57-b043-4558-af10-ddce3518ad67 req-3be9ec15-ecc1-41a7-a7a0-eb5c927fad84 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 210 time: 0.1129370
Jul 14 08:44:14.215574 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-445fc1cf-54fd-4faf-8243-9d47e73fe7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:14.232303 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:14.274347 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445fc1cf-54fd-4faf-8243-9d47e73fe7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10f5117-e2a6-4a63-9c42-1327dd30fdaa,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:14.342253 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-445fc1cf-54fd-4faf-8243-9d47e73fe7ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:14.344877 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-5f1a6fd2-744e-4e98-b18a-51de4ff87155 service neutron] 10.222.0.42 "GET /v2.0/networks/52933724-b56f-4198-aacf-d572e3623b57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1809528
Jul 14 08:44:14.369811 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e6d5e0dc-1454-4bd7-b235-b20cbb780e3a req-190561f0-c652-44cc-b70e-aee13ce39bda service neutron] 10.222.0.43 "GET /v2.0/networks/8e8216a1-d2c2-409a-8992-b2e5db0cceea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3953130
Jul 14 08:44:14.375908 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-445fc1cf-54fd-4faf-8243-9d47e73fe7ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:14.379898 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-445fc1cf-54fd-4faf-8243-9d47e73fe7ed admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f10f5117-e2a6-4a63-9c42-1327dd30fdaa HTTP/1.1" status: 204  len: 168 time: 1.1598251
Jul 14 08:44:14.444469 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e70c3cba-0ddb-4c29-933d-30e0ef6416c8 req-e8f3577e-8b07-4fd7-800f-1878c882e24e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=77661f60a3aa459dba3a5d43ab14951d&device_id=ff7c776c-601c-4d73-859d-1da64b73a1d3 HTTP/1.1" status: 200  len: 1096 time: 0.3559718
Jul 14 08:44:14.503370 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814cc75-4f2b-44ce-9cb5-38d2a937992e req-a15d2a70-4912-494b-a42b-3e46eebd66d5 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:14.512130 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a814cc75-4f2b-44ce-9cb5-38d2a937992e req-a15d2a70-4912-494b-a42b-3e46eebd66d5 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff7c776c-601c-4d73-859d-1da64b73a1d3 HTTP/1.1" status: 200  len: 943 time: 0.1326718
Jul 14 08:44:14.529925 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-a143ae99-f02a-499c-9e0e-ec72c6ed2b32 service neutron] 10.222.0.42 "GET /v2.0/networks/52933724-b56f-4198-aacf-d572e3623b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1764297
Jul 14 08:44:14.799016 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.43', 62245) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:14.827606 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c3cba-0ddb-4c29-933d-30e0ef6416c8 req-20c79ea4-f7cc-46b8-90b4-c6df42a9bca5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:14.830027 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e70c3cba-0ddb-4c29-933d-30e0ef6416c8 req-20c79ea4-f7cc-46b8-90b4-c6df42a9bca5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cde446a9-0c7c-4318-8125-e2ca25cc6bae HTTP/1.1" status: 200  len: 915 time: 0.3149095
Jul 14 08:44:14.975544 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a814cc75-4f2b-44ce-9cb5-38d2a937992e req-cce26727-d660-42d9-821d-467101b38650 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4624228
Jul 14 08:44:14.999350 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d1afddd7-ddc9-47ed-81c7-1720312c11a7 req-6ab2914b-f020-4b06-b7ad-e99a77fbdd22 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ef5f221c229d42ae84140f2022c8260a&device_id=d0639eb0-b058-4e42-981b-66e498ea2bde HTTP/1.1" status: 200  len: 1096 time: 0.4831467
Jul 14 08:44:15.006986 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e70c3cba-0ddb-4c29-933d-30e0ef6416c8 req-061a6329-9ff6-4b04-ad05-5a53f0875572 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09999980-8f6a-4f24-ba94-da400b4ba3b6 HTTP/1.1" status: 200  len: 217 time: 0.1620100
Jul 14 08:44:15.157152 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-77d540fb-c4b5-4b32-ba38-d086889b6628 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:15.158101 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-77d540fb-c4b5-4b32-ba38-d086889b6628 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Synchronizing usage tracker for tenant:ead16347efbf48ac94be432daab86c02 on resource:network {{(pid=82095) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:44:15.233626 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-77d540fb-c4b5-4b32-ba38-d086889b6628 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Unset dirty status for tenant:ead16347efbf48ac94be432daab86c02 on resource:network {{(pid=82095) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:44:15.234966 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-77d540fb-c4b5-4b32-ba38-d086889b6628 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.43 "GET /v2.0/networks?id=d19eb0ec-3fca-4972-8b6c-dc33db64d81a HTTP/1.1" status: 200  len: 819 time: 0.4286714
Jul 14 08:44:15.264077 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-4ebf9f35-773a-450b-9eb0-a2a4eb1453f1 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Request body: {'port': {'device_id': 'eb86f677-e462-453c-8796-b44a47c037ec', 'network_id': 'd19eb0ec-3fca-4972-8b6c-dc33db64d81a', 'admin_state_up': True, 'tenant_id': 'ead16347efbf48ac94be432daab86c02'}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:44:15.416077 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 52734) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:15.532460 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-ee6f2c52-1686-499b-9d46-2ed18f01d451 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6283117de6584cb18ab85e2a238f3a84&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1143832
Jul 14 08:44:15.551284 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 52742) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:15.584761 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-86189eca-6e18-4c07-bebf-7558fbab638e tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Synchronizing usage tracker for tenant:14f51922b06043779a5017e6efa8b95a on resource:security_group {{(pid=82095) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:44:15.610001 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-4ebf9f35-773a-450b-9eb0-a2a4eb1453f1 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:44:15.618960 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-4ebf9f35-773a-450b-9eb0-a2a4eb1453f1 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Usage tracker for resource:port and tenant:ead16347efbf48ac94be432daab86c02 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:44:15.625695 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-4ebf9f35-773a-450b-9eb0-a2a4eb1453f1 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Quota usage for port was recalculated. Used quota:1. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:44:15.637388 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-4ebf9f35-773a-450b-9eb0-a2a4eb1453f1 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:44:15.647543 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-86189eca-6e18-4c07-bebf-7558fbab638e tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Unset dirty status for tenant:14f51922b06043779a5017e6efa8b95a on resource:security_group {{(pid=82095) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:44:15.650534 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-86189eca-6e18-4c07-bebf-7558fbab638e tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--785110409&fields=id&tenant_id=14f51922b06043779a5017e6efa8b95a HTTP/1.1" status: 200  len: 267 time: 0.4142597
Jul 14 08:44:15.654117 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-4ebf9f35-773a-450b-9eb0-a2a4eb1453f1 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Made reservation on behalf of ead16347efbf48ac94be432daab86c02 for: {'port': 1} {{(pid=82095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:44:15.662403 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-4ebf9f35-773a-450b-9eb0-a2a4eb1453f1 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:15.688248 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c3cba-0ddb-4c29-933d-30e0ef6416c8 req-0b59b1a0-68f2-4e19-bc07-a1b90597655c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:15.690849 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e70c3cba-0ddb-4c29-933d-30e0ef6416c8 req-0b59b1a0-68f2-4e19-bc07-a1b90597655c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2c98006c-4b08-41a9-9e9c-c4ddc8012662 HTTP/1.1" status: 200  len: 854 time: 0.3839602
Jul 14 08:44:15.797629 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e70c3cba-0ddb-4c29-933d-30e0ef6416c8 req-1c6c04ce-0b68-4b9c-8df1-7dd4b66d95a7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cde446a9-0c7c-4318-8125-e2ca25cc6bae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0786591
Jul 14 08:44:15.803601 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afddd7-ddc9-47ed-81c7-1720312c11a7 req-f888ad72-5d14-475b-9214-441a937108d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:15.805297 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d1afddd7-ddc9-47ed-81c7-1720312c11a7 req-f888ad72-5d14-475b-9214-441a937108d0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8e8216a1-d2c2-409a-8992-b2e5db0cceea HTTP/1.1" status: 200  len: 912 time: 0.7934287
Jul 14 08:44:15.810781 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-591b8cab-b68e-4642-a8ee-c0d71850d130 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:15.812540 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-591b8cab-b68e-4642-a8ee-c0d71850d130 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/networks?id=d19eb0ec-3fca-4972-8b6c-dc33db64d81a HTTP/1.1" status: 200  len: 819 time: 0.5660410
Jul 14 08:44:15.929351 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8f4f205f-ef7e-49a3-831c-03e9950a8bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:15.992963 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-231e73d4-af3c-42e8-8031-014c2560b481 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:15.993746 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-231e73d4-af3c-42e8-8031-014c2560b481 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Synchronizing usage tracker for tenant:14f51922b06043779a5017e6efa8b95a on resource:network {{(pid=82095) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:44:16.019611 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-231e73d4-af3c-42e8-8031-014c2560b481 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Unset dirty status for tenant:14f51922b06043779a5017e6efa8b95a on resource:network {{(pid=82095) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:44:16.026621 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-231e73d4-af3c-42e8-8031-014c2560b481 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/networks?id=a5638089-0bc3-451e-b07e-8f6a2e41d3b4 HTTP/1.1" status: 200  len: 809 time: 0.3498483
Jul 14 08:44:16.041352 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-4ebf9f35-773a-450b-9eb0-a2a4eb1453f1 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Allocated IP 172.20.0.2 (d19eb0ec-3fca-4972-8b6c-dc33db64d81a/39925f90-e1ab-4017-bcf5-1e919a7aa9a0/c8fb76f8-786e-48d2-8b7f-d7e369ba3953) {{(pid=82095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:44:16.056200 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-a11c7897-7406-4798-ac6c-32736030d4f0 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/quotas/14f51922b06043779a5017e6efa8b95a HTTP/1.1" status: 200  len: 375 time: 0.0285540
Jul 14 08:44:16.248613 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device fae97db7-86fc-4050-bf13-08b55c85ba01 up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:44:16.264276 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-4820120f-3c57-4baa-b0d7-007976ef147c tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/quotas/ead16347efbf48ac94be432daab86c02 HTTP/1.1" status: 200  len: 375 time: 0.3440247
Jul 14 08:44:16.272565 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d1afddd7-ddc9-47ed-81c7-1720312c11a7 req-9357d201-26df-4a39-82cc-9c2f7ea3baf1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60876a2d-3cee-498c-92a4-85e83b3555d4 HTTP/1.1" status: 200  len: 217 time: 0.4325585
Jul 14 08:44:16.338718 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning for port fae97db7-86fc-4050-bf13-08b55c85ba01 completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:44:16.344129 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-0a97b317-f47f-4b72-887c-839a2818c30b tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=14f51922b06043779a5017e6efa8b95a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2868686
Jul 14 08:44:16.348864 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port fae97db7-86fc-4050-bf13-08b55c85ba01 triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:44:16.349296 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:16.389764 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-4ebf9f35-773a-450b-9eb0-a2a4eb1453f1 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Notify callbacks [] for port, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:16.408908 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afddd7-ddc9-47ed-81c7-1720312c11a7 req-ca36d5bc-f4a0-498e-80f2-a593b0c23484 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:16.410478 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d1afddd7-ddc9-47ed-81c7-1720312c11a7 req-ca36d5bc-f4a0-498e-80f2-a593b0c23484 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bd423f8f-d472-4c93-9b97-166dc5e957f0 HTTP/1.1" status: 200  len: 851 time: 0.0788853
Jul 14 08:44:16.417285 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8f4f205f-ef7e-49a3-831c-03e9950a8bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:16.427544 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e70c3cba-0ddb-4c29-933d-30e0ef6416c8 req-7f16e24c-389e-4819-976a-730a7d4f0835 service neutron] 10.222.0.43 "GET /v2.0/networks/cde446a9-0c7c-4318-8125-e2ca25cc6bae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6134973
Jul 14 08:44:16.487406 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:16.527002 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] For port fae97db7-86fc-4050-bf13-08b55c85ba01, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=fae97db7-86fc-4050-bf13-08b55c85ba01,segment=NetworkSegment(0edd189e-e3ea-4923-a0da-7557c2c9cbcb),segment_id=0edd189e-e3ea-4923-a0da-7557c2c9cbcb)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:44:16.532756 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:16.535141 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:16.538821 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d1afddd7-ddc9-47ed-81c7-1720312c11a7 req-1eee9538-a9bf-4d8c-8939-ac8b15186364 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8e8216a1-d2c2-409a-8992-b2e5db0cceea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1094890
Jul 14 08:44:16.590185 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-4ebf9f35-773a-450b-9eb0-a2a4eb1453f1 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:16.634992 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-ece7618f-4024-4d3e-88ac-61772ae4a610 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:16.713756 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Pushing event updated for resources: {'Port': ['ID=fae97db7-86fc-4050-bf13-08b55c85ba01,revision_number=5']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:16.728352 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:16.730661 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.43', 62253) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:16.801465 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d1afddd7-ddc9-47ed-81c7-1720312c11a7 req-37ea46e1-1480-4afa-82d1-bcfe143ecd1c service neutron] 10.222.0.43 "GET /v2.0/networks/8e8216a1-d2c2-409a-8992-b2e5db0cceea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2273021
Jul 14 08:44:16.934363 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-564fe612-eb0a-4d13-a3e4-ea14b4eb6c32 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ead16347efbf48ac94be432daab86c02&fields=id HTTP/1.1" status: 200  len: 255 time: 0.6604280
Jul 14 08:44:16.960438 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-4ebf9f35-773a-450b-9eb0-a2a4eb1453f1 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Network d19eb0ec-3fca-4972-8b6c-dc33db64d81a is already hosted by enough agents. {{(pid=82095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:44:16.979447 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf9f35-773a-450b-9eb0-a2a4eb1453f1 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Pushing event updated for resources: {'Port': ['ID=c8fb76f8-786e-48d2-8b7f-d7e369ba3953,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:16.982407 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-4ebf9f35-773a-450b-9eb0-a2a4eb1453f1 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Resources bound (agent type, host, resource id):  {{(pid=82095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:44:17.110375 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8f4f205f-ef7e-49a3-831c-03e9950a8bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:17.157795 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:17.173517 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e70c3cba-0ddb-4c29-933d-30e0ef6416c8 req-005c3a02-6375-44d3-87ea-88d840392c06 service neutron] 10.222.0.43 "GET /v2.0/networks/cde446a9-0c7c-4318-8125-e2ca25cc6bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6855421
Jul 14 08:44:17.204049 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f205f-ef7e-49a3-831c-03e9950a8bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c991a3ba-5c66-456e-8469-8401deb48593,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:17.219833 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8f4f205f-ef7e-49a3-831c-03e9950a8bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:17.223830 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-8f4f205f-ef7e-49a3-831c-03e9950a8bcb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c991a3ba-5c66-456e-8469-8401deb48593 HTTP/1.1" status: 204  len: 168 time: 1.6684663
Jul 14 08:44:17.227264 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-8f4f205f-ef7e-49a3-831c-03e9950a8bcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:17.236450 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d1afddd7-ddc9-47ed-81c7-1720312c11a7 req-3401ea2f-1c4e-4f20-ac37-004a0fa5a678 service neutron] 10.222.0.43 "GET /v2.0/networks/8e8216a1-d2c2-409a-8992-b2e5db0cceea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4150205
Jul 14 08:44:17.240078 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-4ebf9f35-773a-450b-9eb0-a2a4eb1453f1 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:17.252099 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-5facb58f-a255-4941-b6ea-7bb88eabba06 service neutron] 10.222.0.42 "GET /v2.0/networks/a5638089-0bc3-451e-b07e-8f6a2e41d3b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8362052
Jul 14 08:44:17.274383 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-ed242089-2895-47ff-bcf7-f9ea2231cd9f service neutron] 10.222.0.42 "GET /v2.0/networks/d19eb0ec-3fca-4972-8b6c-dc33db64d81a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3149772
Jul 14 08:44:17.293025 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-4ebf9f35-773a-450b-9eb0-a2a4eb1453f1 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Received port after_create {{(pid=82095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:44:17.377445 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-4ebf9f35-773a-450b-9eb0-a2a4eb1453f1 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:17.378789 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-4ebf9f35-773a-450b-9eb0-a2a4eb1453f1 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for port, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:17.394804 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 09999980-8f6a-4f24-ba94-da400b4ba3b6 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 14 08:44:17.445210 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-fac55aaa-c763-4f74-b5bb-5c18fccc6746 service neutron] 10.222.0.42 "GET /v2.0/networks/d19eb0ec-3fca-4972-8b6c-dc33db64d81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1637983
Jul 14 08:44:17.581617 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port 09999980-8f6a-4f24-ba94-da400b4ba3b6, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=09999980-8f6a-4f24-ba94-da400b4ba3b6,segment=NetworkSegment(84d2a471-9073-47cf-9d75-3287490f4b5e),segment_id=84d2a471-9073-47cf-9d75-3287490f4b5e)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:44:17.590011 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-4ebf9f35-773a-450b-9eb0-a2a4eb1453f1 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3330276
Jul 14 08:44:17.598330 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Returning: {'device': '09999980-8f6a-4f24-ba94-da400b4ba3b6', 'network_id': 'cde446a9-0c7c-4318-8125-e2ca25cc6bae', 'port_id': '09999980-8f6a-4f24-ba94-da400b4ba3b6', 'mac_address': 'fa:16:3e:c1:45:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c98006c-4b08-41a9-9e9c-c4ddc8012662', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 14 08:44:17.674924 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:17.699674 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09999980-8f6a-4f24-ba94-da400b4ba3b6 {{(pid=82097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:44:17.713308 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-d0ab83ef-1b0d-4a3e-86f7-f451bcf7a865 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:17.714913 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-d0ab83ef-1b0d-4a3e-86f7-f451bcf7a865 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.43 "GET /v2.0/networks?id=52933724-b56f-4198-aacf-d572e3623b57 HTTP/1.1" status: 200  len: 816 time: 0.9805949
Jul 14 08:44:17.725108 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port 09999980-8f6a-4f24-ba94-da400b4ba3b6, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=09999980-8f6a-4f24-ba94-da400b4ba3b6,segment=NetworkSegment(84d2a471-9073-47cf-9d75-3287490f4b5e),segment_id=84d2a471-9073-47cf-9d75-3287490f4b5e)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:44:17.729131 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:17.731196 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 60876a2d-3cee-498c-92a4-85e83b3555d4 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 14 08:44:17.738304 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:17.751568 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-9ee98bc1-8c60-4eee-b1d1-e4dcbd227563 service neutron] 10.222.0.42 "GET /v2.0/networks/a5638089-0bc3-451e-b07e-8f6a2e41d3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4981925
Jul 14 08:44:17.829175 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e8f97-290e-478a-a2a1-2ceda9e52e67 req-48c13cf6-0af8-4cc7-9685-21fb6bf03c3c tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:17.830889 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1e7e8f97-290e-478a-a2a1-2ceda9e52e67 req-48c13cf6-0af8-4cc7-9685-21fb6bf03c3c tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0639eb0-b058-4e42-981b-66e498ea2bde HTTP/1.1" status: 200  len: 943 time: 0.1059537
Jul 14 08:44:17.891964 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1e7e8f97-290e-478a-a2a1-2ceda9e52e67 req-c266e75b-171c-4cdf-86eb-e7b05e310164 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/security-groups?id=82225130-2680-4332-a37f-3aa7f1c2fbaa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542228
Jul 14 08:44:17.917505 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=09999980-8f6a-4f24-ba94-da400b4ba3b6,revision_number=4']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:18.042044 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:18.090787 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port 60876a2d-3cee-498c-92a4-85e83b3555d4, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=60876a2d-3cee-498c-92a4-85e83b3555d4,segment=NetworkSegment(ba11dabd-2829-4357-ba14-54c28395fb37),segment_id=ba11dabd-2829-4357-ba14-54c28395fb37)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:44:18.115431 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Returning: {'device': '60876a2d-3cee-498c-92a4-85e83b3555d4', 'network_id': '8e8216a1-d2c2-409a-8992-b2e5db0cceea', 'port_id': '60876a2d-3cee-498c-92a4-85e83b3555d4', 'mac_address': 'fa:16:3e:85:96:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd423f8f-d472-4c93-9b97-166dc5e957f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 14 08:44:18.137873 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-da02e238-5faf-4267-a9ab-c487ac34c27a req-dc0d0d2d-6c29-40d0-80cc-70be4f0b811b tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 210 time: 0.0966513
Jul 14 08:44:18.211000 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:18.271383 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60876a2d-3cee-498c-92a4-85e83b3555d4 {{(pid=82097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:44:18.318368 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device fae97db7-86fc-4050-bf13-08b55c85ba01 up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:44:18.346867 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b34c736-f070-4f2a-8403-58a52a38474b req-c8976987-02a8-4dbd-afb9-2b213e1ca243 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:18.348854 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3b34c736-f070-4f2a-8403-58a52a38474b req-c8976987-02a8-4dbd-afb9-2b213e1ca243 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff7c776c-601c-4d73-859d-1da64b73a1d3 HTTP/1.1" status: 200  len: 944 time: 0.1926479
Jul 14 08:44:18.349778 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port 60876a2d-3cee-498c-92a4-85e83b3555d4, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=60876a2d-3cee-498c-92a4-85e83b3555d4,segment=NetworkSegment(ba11dabd-2829-4357-ba14-54c28395fb37),segment_id=ba11dabd-2829-4357-ba14-54c28395fb37)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:44:18.382572 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:18.386017 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bc53c49e-c2c0-4f2c-a9f1-d641fb8fd98a req-b4d5c325-db92-44cc-bbff-0660d310a970 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 210 time: 0.0749023
Jul 14 08:44:18.398220 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-5f62030e-9878-4c42-a276-dfad0cc3329c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:18.456015 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3b34c736-f070-4f2a-8403-58a52a38474b req-e7d26c7a-fd98-4603-ab91-da0d0c8d43b1 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002066
Jul 14 08:44:18.486907 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=60876a2d-3cee-498c-92a4-85e83b3555d4,revision_number=4']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:18.490885 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:18.509923 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port fae97db7-86fc-4050-bf13-08b55c85ba01 triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:44:18.510194 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-1cfe6869-517f-4c1d-94a5-997c478fc399 req-f5805533-8ee3-4b54-a073-b6753d7c8dad tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Synchronizing usage tracker for tenant:14f51922b06043779a5017e6efa8b95a on resource:port {{(pid=82096) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:44:18.510312 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:18.529753 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-1cfe6869-517f-4c1d-94a5-997c478fc399 req-f5805533-8ee3-4b54-a073-b6753d7c8dad tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Unset dirty status for tenant:14f51922b06043779a5017e6efa8b95a on resource:port {{(pid=82096) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:44:18.531625 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1cfe6869-517f-4c1d-94a5-997c478fc399 req-f5805533-8ee3-4b54-a073-b6753d7c8dad tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 210 time: 0.0766907
Jul 14 08:44:19.102335 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b9626-8a3a-416b-9cf9-56c1bda08bb5 req-67d69641-414c-4f85-b391-475b7ef7fe11 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:19.104088 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-315b9626-8a3a-416b-9cf9-56c1bda08bb5 req-67d69641-414c-4f85-b391-475b7ef7fe11 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0639eb0-b058-4e42-981b-66e498ea2bde HTTP/1.1" status: 200  len: 944 time: 0.0834599
Jul 14 08:44:19.152649 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-315b9626-8a3a-416b-9cf9-56c1bda08bb5 req-2247c0ea-ff09-452c-93dc-303369f19154 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/security-groups?id=82225130-2680-4332-a37f-3aa7f1c2fbaa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418596
Jul 14 08:44:19.337350 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-aa79812b-27f0-41aa-8b1d-a8ee43a790dd req-f2d172bf-e0bb-4ebc-93d1-419ddf3ad5b8 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 210 time: 0.0458760
Jul 14 08:44:19.557528 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-6670671f-bdd2-419b-a8f9-f877d4f77181 req-ce8b8acb-d341-4f3a-aab4-8df5f1222a02 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Synchronizing usage tracker for tenant:ead16347efbf48ac94be432daab86c02 on resource:port {{(pid=82095) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:44:19.583263 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-6670671f-bdd2-419b-a8f9-f877d4f77181 req-ce8b8acb-d341-4f3a-aab4-8df5f1222a02 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Unset dirty status for tenant:ead16347efbf48ac94be432daab86c02 on resource:port {{(pid=82095) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:44:19.584896 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6670671f-bdd2-419b-a8f9-f877d4f77181 req-ce8b8acb-d341-4f3a-aab4-8df5f1222a02 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 210 time: 0.0753243
Jul 14 08:44:19.695896 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7e55a-62d1-4a49-8736-9f26aaa6e3f0 req-92492ee5-2b61-4b43-9cc4-c0de7f755054 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:19.704642 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-71e7e55a-62d1-4a49-8736-9f26aaa6e3f0 req-92492ee5-2b61-4b43-9cc4-c0de7f755054 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff7c776c-601c-4d73-859d-1da64b73a1d3 HTTP/1.1" status: 200  len: 944 time: 0.1005428
Jul 14 08:44:19.752660 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-71e7e55a-62d1-4a49-8736-9f26aaa6e3f0 req-f19d4574-a39e-4b52-a419-36a27e1909b7 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469277
Jul 14 08:44:19.766851 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d0f0e703-e7b2-4605-94e4-82c4a55bb627 req-c904a943-0ee7-49e6-82ec-d6bc810fb4ff tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 210 time: 0.0559618
Jul 14 08:44:20.363336 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a7938-b5a2-42c0-9e27-059cba188576 req-9fdb8d8b-08c6-41de-ad0e-478bbd0c9d92 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:20.365114 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-588a7938-b5a2-42c0-9e27-059cba188576 req-9fdb8d8b-08c6-41de-ad0e-478bbd0c9d92 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0639eb0-b058-4e42-981b-66e498ea2bde HTTP/1.1" status: 200  len: 944 time: 0.0898137
Jul 14 08:44:20.365717 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 52868) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:20.404791 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-7aa65979-81b3-4e83-8fe8-96b741b3cadc service neutron] Request body: {'port': {'device_id': 'eb86f677-e462-453c-8796-b44a47c037ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:44:20.457960 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-588a7938-b5a2-42c0-9e27-059cba188576 req-efad1d25-9c75-413c-b741-3adc64b4a094 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/security-groups?id=82225130-2680-4332-a37f-3aa7f1c2fbaa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866449
Jul 14 08:44:20.555743 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-27633798-762a-40c2-8154-597a17b3b670 req-36500fc1-e0f7-48e9-ae48-1f6b412ec2b5 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 210 time: 0.0511038
Jul 14 08:44:20.634436 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03dcd4c8-7c46-4235-9dc3-a2842a127bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:20.653718 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-254e430c-9f86-4b5e-98a3-689e0acb6a29 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b3a1809d9a5426abbaa7d1c2677f387 HTTP/1.1" status: 200  len: 379 time: 0.1939962
Jul 14 08:44:20.677740 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-a6540f3c-7cee-4f2e-a09a-b3bee91b8c60 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Request body: {'port': {'device_id': 'ae2363fe-270a-4a6e-96ed-2fb6f685a2e2', 'network_id': '52933724-b56f-4198-aacf-d572e3623b57', 'admin_state_up': True, 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'security_groups': ['354de4ee-c782-4f6f-879c-a4354cbafe17']}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:44:20.714568 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-7aa65979-81b3-4e83-8fe8-96b741b3cadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:20.773129 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-49d3b0d0-7171-47f0-8525-13177eabbd15 req-76691c48-17f9-4fc6-b757-512a30ab83cd tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 210 time: 0.0562358
Jul 14 08:44:20.783807 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-03dcd4c8-7c46-4235-9dc3-a2842a127bc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:44:20.802592 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-03dcd4c8-7c46-4235-9dc3-a2842a127bc9 admin admin] Usage tracker for resource:security_group_rule and tenant:639da304e31e4a4a9cea316936558c78 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:44:20.809812 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-03dcd4c8-7c46-4235-9dc3-a2842a127bc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:44:20.860999 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-03dcd4c8-7c46-4235-9dc3-a2842a127bc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:44:20.864692 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] get_ports_and_sgs() called for port_ids ['09999980-8f6a-4f24-ba94-da400b4ba3b6'] {{(pid=82097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 14 08:44:20.931162 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] get_ports_and_sgs() called for port_ids ['60876a2d-3cee-498c-92a4-85e83b3555d4'] {{(pid=82097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 14 08:44:21.022112 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-16abe1e3-5115-49bb-9450-2745550f066d req-5556abc1-71ea-4d2c-a8ae-cbfe9c20bdef tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 210 time: 0.0700915
Jul 14 08:44:21.107274 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-a6540f3c-7cee-4f2e-a09a-b3bee91b8c60 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:44:21.199923 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-a6540f3c-7cee-4f2e-a09a-b3bee91b8c60 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:44:21.269436 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-a6540f3c-7cee-4f2e-a09a-b3bee91b8c60 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Made reservation on behalf of 8b3a1809d9a5426abbaa7d1c2677f387 for: {'port': 1} {{(pid=82095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:44:21.276127 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-a6540f3c-7cee-4f2e-a09a-b3bee91b8c60 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:21.361617 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03dcd4c8-7c46-4235-9dc3-a2842a127bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:21.413879 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03dcd4c8-7c46-4235-9dc3-a2842a127bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:21.423069 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760908d0-2522-40f3-8c2e-7fd21bbb73c1 req-98e0dfd9-d586-44d0-8ab0-d4a88e2376ee tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:21.430869 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-760908d0-2522-40f3-8c2e-7fd21bbb73c1 req-98e0dfd9-d586-44d0-8ab0-d4a88e2376ee tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff7c776c-601c-4d73-859d-1da64b73a1d3 HTTP/1.1" status: 200  len: 944 time: 0.3905630
Jul 14 08:44:21.470692 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:21.542692 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-d8339dbf-ff60-49d3-96d4-b20f2aef363a tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:21.544399 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-d8339dbf-ff60-49d3-96d4-b20f2aef363a tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.43 "GET /v2.0/networks?id=a5638089-0bc3-451e-b07e-8f6a2e41d3b4 HTTP/1.1" status: 200  len: 809 time: 0.2376802
Jul 14 08:44:21.599149 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dcd4c8-7c46-4235-9dc3-a2842a127bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73359cfb-a299-45af-955e-0c6b7fd0a970,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:21.608043 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03dcd4c8-7c46-4235-9dc3-a2842a127bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:21.617473 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-5b1d0211-0caa-49fd-88f4-fec683de1ac5 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14f51922b06043779a5017e6efa8b95a HTTP/1.1" status: 200  len: 379 time: 0.0501704
Jul 14 08:44:21.628115 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-9240c4aa-a74c-49a8-a2cb-467c350e6b2c tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Request body: {'port': {'device_id': '0418d959-049a-434d-ae48-1b73693eb8d6', 'network_id': 'a5638089-0bc3-451e-b07e-8f6a2e41d3b4', 'admin_state_up': True, 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'security_groups': ['5c9925d3-3466-4d1e-8706-d52ff81e884b']}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:44:21.759772 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-760908d0-2522-40f3-8c2e-7fd21bbb73c1 req-5526cd49-5319-46f9-9a82-ef3ae8169a7f tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3277121
Jul 14 08:44:21.767546 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-03dcd4c8-7c46-4235-9dc3-a2842a127bc9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=639da304e31e4a4a9cea316936558c78&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3953712
Jul 14 08:44:21.773041 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 52912) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:21.850195 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-9240c4aa-a74c-49a8-a2cb-467c350e6b2c tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:44:21.876923 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-7aa65979-81b3-4e83-8fe8-96b741b3cadc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8fb76f8-786e-48d2-8b7f-d7e369ba3953 {{(pid=82095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:44:21.916501 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-9240c4aa-a74c-49a8-a2cb-467c350e6b2c tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:44:21.919996 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-7aa65979-81b3-4e83-8fe8-96b741b3cadc service neutron] Notify callbacks [] for port, precommit_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:21.943266 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-a6540f3c-7cee-4f2e-a09a-b3bee91b8c60 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Allocated IP 172.20.0.12 (52933724-b56f-4198-aacf-d572e3623b57/d2471914-bec5-4d3a-8fbd-31586948f335/b904831d-c561-4abf-b18b-fa6f34ef809f) {{(pid=82095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:44:21.948443 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-9240c4aa-a74c-49a8-a2cb-467c350e6b2c tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Made reservation on behalf of 14f51922b06043779a5017e6efa8b95a for: {'port': 1} {{(pid=82096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:44:21.954780 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-9240c4aa-a74c-49a8-a2cb-467c350e6b2c tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:21.971392 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-7aa65979-81b3-4e83-8fe8-96b741b3cadc service neutron] Transition to ACTIVE for port object c8fb76f8-786e-48d2-8b7f-d7e369ba3953 will not be triggered until provisioned by entity L2. {{(pid=82095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:44:21.989298 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-7aa65979-81b3-4e83-8fe8-96b741b3cadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852740876'] for port, after_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:22.068357 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03ff7885-592c-49ee-8e71-6b1ca01832e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:22.110697 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d88552c2-b2cf-4783-aadb-afb8339d2391 req-a627f7b0-a4a2-4598-9d1b-759087ae04de tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 210 time: 0.1277428
Jul 14 08:44:22.143568 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e201f6-3698-4c37-a023-fabb502f7d03 req-0722fa37-7ef4-4abf-b42e-cfdab77fca60 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:22.145200 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a1e201f6-3698-4c37-a023-fabb502f7d03 req-0722fa37-7ef4-4abf-b42e-cfdab77fca60 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0639eb0-b058-4e42-981b-66e498ea2bde HTTP/1.1" status: 200  len: 944 time: 0.2969611
Jul 14 08:44:22.161938 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c111e3c3-abb9-413f-b3f9-d57b170aa048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:22.240812 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a1e201f6-3698-4c37-a023-fabb502f7d03 req-fc8ee639-7f57-4945-a21a-0451ece59d76 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/security-groups?id=82225130-2680-4332-a37f-3aa7f1c2fbaa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630898
Jul 14 08:44:22.304986 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa65979-81b3-4e83-8fe8-96b741b3cadc service neutron] Pushing event updated for resources: {'Port': ['ID=c8fb76f8-786e-48d2-8b7f-d7e369ba3953,revision_number=2']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:22.308161 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-7aa65979-81b3-4e83-8fe8-96b741b3cadc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:22.386991 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-6a32e989-7f7f-48b1-8cd7-4375f1e45932 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:22.387995 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-6a32e989-7f7f-48b1-8cd7-4375f1e45932 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.43 "GET /v2.0/networks?id=d19eb0ec-3fca-4972-8b6c-dc33db64d81a HTTP/1.1" status: 200  len: 819 time: 0.4087622
Jul 14 08:44:22.389020 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c111e3c3-abb9-413f-b3f9-d57b170aa048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:22.399992 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-9240c4aa-a74c-49a8-a2cb-467c350e6b2c tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Allocated IP 172.20.0.9 (a5638089-0bc3-451e-b07e-8f6a2e41d3b4/bd6bd243-ec5f-4ebe-97dd-3f142d2cc859/53e7a961-2698-464d-a87b-bc77325c7a66) {{(pid=82096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:44:22.402709 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 09999980-8f6a-4f24-ba94-da400b4ba3b6 up at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:44:22.436818 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-6fc35e5e-fe77-4d61-b5a5-aa57b0c05021 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Request body: {'port': {'device_id': '2dc2a98e-9d31-4bce-b740-1bae3065db7c', 'network_id': 'd19eb0ec-3fca-4972-8b6c-dc33db64d81a', 'admin_state_up': True, 'tenant_id': 'ead16347efbf48ac94be432daab86c02'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:44:22.541627 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning for port 09999980-8f6a-4f24-ba94-da400b4ba3b6 completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:44:22.550005 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning complete for port 09999980-8f6a-4f24-ba94-da400b4ba3b6 triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:44:22.550385 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:22.644567 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a7ee1493-6ab6-4b8a-845a-a683a59505d0 req-7ae0c781-3201-4d72-aa49-baece5a75cbc tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 210 time: 0.0997376
Jul 14 08:44:22.741355 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:22.778495 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7c776c-601c-4d73-859d-1da64b73a1d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09999980-8f6a-4f24-ba94-da400b4ba3b6'}] {{(pid=82097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:44:22.938764 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port 09999980-8f6a-4f24-ba94-da400b4ba3b6, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=09999980-8f6a-4f24-ba94-da400b4ba3b6,segment=NetworkSegment(84d2a471-9073-47cf-9d75-3287490f4b5e),segment_id=84d2a471-9073-47cf-9d75-3287490f4b5e)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:44:22.955324 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:22.957272 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 60876a2d-3cee-498c-92a4-85e83b3555d4 up at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:44:23.026844 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:23.057866 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-01bba4f3-97d0-4e28-ad68-af763507cd58 req-055dac92-f3d6-433b-8034-009524d683d2 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 210 time: 0.1426303
Jul 14 08:44:23.096189 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c111e3c3-abb9-413f-b3f9-d57b170aa048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:23.103765 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-a6540f3c-7cee-4f2e-a09a-b3bee91b8c60 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for port, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:23.135340 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:23.170304 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c111e3c3-abb9-413f-b3f9-d57b170aa048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:23.172228 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-c111e3c3-abb9-413f-b3f9-d57b170aa048 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/73359cfb-a299-45af-955e-0c6b7fd0a970 HTTP/1.1" status: 204  len: 168 time: 1.3976562
Jul 14 08:44:23.176590 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-a6540f3c-7cee-4f2e-a09a-b3bee91b8c60 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Transition to ACTIVE for port object b904831d-c561-4abf-b18b-fa6f34ef809f will not be triggered until provisioned by entity DHCP. {{(pid=82095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:44:23.178100 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111e3c3-abb9-413f-b3f9-d57b170aa048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73359cfb-a299-45af-955e-0c6b7fd0a970,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:23.178254 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-6fc35e5e-fe77-4d61-b5a5-aa57b0c05021 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:44:23.191622 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-6fc35e5e-fe77-4d61-b5a5-aa57b0c05021 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:44:23.191810 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c111e3c3-abb9-413f-b3f9-d57b170aa048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:23.197403 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=09999980-8f6a-4f24-ba94-da400b4ba3b6,revision_number=5']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:23.229841 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:23.247818 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-7aa65979-81b3-4e83-8fe8-96b741b3cadc service neutron] Attempting to bind port c8fb76f8-786e-48d2-8b7f-d7e369ba3953 on host hv-cinder-80022 for vnic_type normal with profile  {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:44:23.248381 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-7aa65979-81b3-4e83-8fe8-96b741b3cadc service neutron] Attempting to bind port c8fb76f8-786e-48d2-8b7f-d7e369ba3953 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '0edd189e-e3ea-4923-a0da-7557c2c9cbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd19eb0ec-3fca-4972-8b6c-dc33db64d81a'}] {{(pid=82095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:44:23.248891 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-7aa65979-81b3-4e83-8fe8-96b741b3cadc service neutron] Attempting to bind port c8fb76f8-786e-48d2-8b7f-d7e369ba3953 on network d19eb0ec-3fca-4972-8b6c-dc33db64d81a {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:44:23.260983 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-7aa65979-81b3-4e83-8fe8-96b741b3cadc service neutron] Port c8fb76f8-786e-48d2-8b7f-d7e369ba3953 on network d19eb0ec-3fca-4972-8b6c-dc33db64d81a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 14 08:44:23.261495 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-7aa65979-81b3-4e83-8fe8-96b741b3cadc service neutron] Attempting to bind port c8fb76f8-786e-48d2-8b7f-d7e369ba3953 on network d19eb0ec-3fca-4972-8b6c-dc33db64d81a {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:44:23.292158 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-7aa65979-81b3-4e83-8fe8-96b741b3cadc service neutron] Checking agent: {'id': 'aa24af5c-becf-43a3-9631-f44e6c3cc568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 41, 34), 'started_at': datetime.datetime(2021, 7, 14, 8, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:44:23.292158 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-7aa65979-81b3-4e83-8fe8-96b741b3cadc service neutron] Checking segment: {'id': '0edd189e-e3ea-4923-a0da-7557c2c9cbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd19eb0ec-3fca-4972-8b6c-dc33db64d81a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:44:23.293456 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-7aa65979-81b3-4e83-8fe8-96b741b3cadc service neutron] Bound using segment: {'id': '0edd189e-e3ea-4923-a0da-7557c2c9cbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd19eb0ec-3fca-4972-8b6c-dc33db64d81a'} {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:44:23.294114 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-7aa65979-81b3-4e83-8fe8-96b741b3cadc service neutron] Bound port: c8fb76f8-786e-48d2-8b7f-d7e369ba3953, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0edd189e-e3ea-4923-a0da-7557c2c9cbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd19eb0ec-3fca-4972-8b6c-dc33db64d81a'}}] {{(pid=82095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:44:23.294624 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-7aa65979-81b3-4e83-8fe8-96b741b3cadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:23.316260 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning for port 60876a2d-3cee-498c-92a4-85e83b3555d4 completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:44:23.326478 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning complete for port 60876a2d-3cee-498c-92a4-85e83b3555d4 triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:44:23.326910 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:23.346951 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-6fc35e5e-fe77-4d61-b5a5-aa57b0c05021 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Made reservation on behalf of ead16347efbf48ac94be432daab86c02 for: {'port': 1} {{(pid=82096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:44:23.353791 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-6fc35e5e-fe77-4d61-b5a5-aa57b0c05021 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:23.425514 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-a6540f3c-7cee-4f2e-a09a-b3bee91b8c60 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:23.497693 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-7aa65979-81b3-4e83-8fe8-96b741b3cadc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:23.566605 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-9240c4aa-a74c-49a8-a2cb-467c350e6b2c tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks [] for port, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:23.574727 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:23.604086 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-9240c4aa-a74c-49a8-a2cb-467c350e6b2c tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Transition to ACTIVE for port object 53e7a961-2698-464d-a87b-bc77325c7a66 will not be triggered until provisioned by entity DHCP. {{(pid=82096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:44:23.609659 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6540f3c-7cee-4f2e-a09a-b3bee91b8c60 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Pushing event updated for resources: {'Port': ['ID=b904831d-c561-4abf-b18b-fa6f34ef809f,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:23.621698 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-7aa65979-81b3-4e83-8fe8-96b741b3cadc service neutron] For port c8fb76f8-786e-48d2-8b7f-d7e369ba3953, host hv-cinder-80022, cleared binding levels {{(pid=82095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:44:23.627855 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-a6540f3c-7cee-4f2e-a09a-b3bee91b8c60 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:23.652829 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port 60876a2d-3cee-498c-92a4-85e83b3555d4, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=60876a2d-3cee-498c-92a4-85e83b3555d4,segment=NetworkSegment(ba11dabd-2829-4357-ba14-54c28395fb37),segment_id=ba11dabd-2829-4357-ba14-54c28395fb37)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:44:23.664097 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:23.664936 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-9240c4aa-a74c-49a8-a2cb-467c350e6b2c tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794'] for port, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:23.666146 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:23.677332 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-a6540f3c-7cee-4f2e-a09a-b3bee91b8c60 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Network 52933724-b56f-4198-aacf-d572e3623b57 is already hosted by enough agents. {{(pid=82095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:44:23.681755 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-7aa65979-81b3-4e83-8fe8-96b741b3cadc service neutron] For port c8fb76f8-786e-48d2-8b7f-d7e369ba3953, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=c8fb76f8-786e-48d2-8b7f-d7e369ba3953,segment=NetworkSegment(0edd189e-e3ea-4923-a0da-7557c2c9cbcb),segment_id=0edd189e-e3ea-4923-a0da-7557c2c9cbcb)] {{(pid=82095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:44:23.684327 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-a6540f3c-7cee-4f2e-a09a-b3bee91b8c60 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Resources bound (agent type, host, resource id):  {{(pid=82095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:44:23.686922 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-a6540f3c-7cee-4f2e-a09a-b3bee91b8c60 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Received port after_create {{(pid=82095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:44:23.697080 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152460a-ec1f-45a3-aa30-204bfa5d1bac req-06c1c37f-6b9f-4686-be40-aa9b2b5843bd tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:23.705434 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d152460a-ec1f-45a3-aa30-204bfa5d1bac req-06c1c37f-6b9f-4686-be40-aa9b2b5843bd tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff7c776c-601c-4d73-859d-1da64b73a1d3 HTTP/1.1" status: 200  len: 945 time: 0.5056915
Jul 14 08:44:23.733049 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-7aa65979-81b3-4e83-8fe8-96b741b3cadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852740876'] for port, after_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:23.742898 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:23.753118 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:23.774770 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=60876a2d-3cee-498c-92a4-85e83b3555d4,revision_number=5']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:23.785492 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:23.795980 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 52966) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:23.885948 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa65979-81b3-4e83-8fe8-96b741b3cadc service neutron] Pushing event updated for resources: {'Port': ['ID=c8fb76f8-786e-48d2-8b7f-d7e369ba3953,revision_number=3']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:23.893619 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-a6540f3c-7cee-4f2e-a09a-b3bee91b8c60 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:23.894305 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-a6540f3c-7cee-4f2e-a09a-b3bee91b8c60 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for port, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:23.907317 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-7aa65979-81b3-4e83-8fe8-96b741b3cadc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:23.914998 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-7aa65979-81b3-4e83-8fe8-96b741b3cadc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for port, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:23.916533 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-7aa65979-81b3-4e83-8fe8-96b741b3cadc service neutron] 10.222.0.43 "PUT /v2.0/ports/c8fb76f8-786e-48d2-8b7f-d7e369ba3953 HTTP/1.1" status: 200  len: 1093 time: 3.5176096
Jul 14 08:44:23.918127 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb86f677-e462-453c-8796-b44a47c037ec', 'tag': 'c8fb76f8-786e-48d2-8b7f-d7e369ba3953'}] {{(pid=82095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:44:23.930353 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-fa4392cf-dfab-4ff5-bc68-b70d6f4d0fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:23.943625 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-9240c4aa-a74c-49a8-a2cb-467c350e6b2c tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Network a5638089-0bc3-451e-b07e-8f6a2e41d3b4 is already hosted by enough agents. {{(pid=82096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:44:23.949829 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-9240c4aa-a74c-49a8-a2cb-467c350e6b2c tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Resources bound (agent type, host, resource id):  {{(pid=82096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:44:23.952447 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-9240c4aa-a74c-49a8-a2cb-467c350e6b2c tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Received port after_create {{(pid=82096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:44:23.956777 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de002982-02b1-4a13-b526-b14aa057e8fe req-0487b69a-2db8-44fe-a1d9-10c14ca7ed19 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:23.957567 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-de002982-02b1-4a13-b526-b14aa057e8fe req-0487b69a-2db8-44fe-a1d9-10c14ca7ed19 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Synchronizing usage tracker for tenant:8b3a1809d9a5426abbaa7d1c2677f387 on resource:port {{(pid=82095) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:44:23.957697 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-9240c4aa-a74c-49a8-a2cb-467c350e6b2c tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:23.958231 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-9240c4aa-a74c-49a8-a2cb-467c350e6b2c tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for port, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:23.977256 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-a6540f3c-7cee-4f2e-a09a-b3bee91b8c60 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.3047469
Jul 14 08:44:23.980975 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-de002982-02b1-4a13-b526-b14aa057e8fe req-0487b69a-2db8-44fe-a1d9-10c14ca7ed19 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Unset dirty status for tenant:8b3a1809d9a5426abbaa7d1c2677f387 on resource:port {{(pid=82095) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:44:23.987782 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-de002982-02b1-4a13-b526-b14aa057e8fe req-0487b69a-2db8-44fe-a1d9-10c14ca7ed19 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 932 time: 0.6274898
Jul 14 08:44:24.003436 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d152460a-ec1f-45a3-aa30-204bfa5d1bac req-33810544-a7e8-4eca-a597-56741b4c5a0c tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2967961
Jul 14 08:44:24.004329 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9240c4aa-a74c-49a8-a2cb-467c350e6b2c tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Pushing event updated for resources: {'Port': ['ID=53e7a961-2698-464d-a87b-bc77325c7a66,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:24.007601 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-9240c4aa-a74c-49a8-a2cb-467c350e6b2c tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:24.025748 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-6fc35e5e-fe77-4d61-b5a5-aa57b0c05021 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Allocated IP 172.20.0.10 (d19eb0ec-3fca-4972-8b6c-dc33db64d81a/39925f90-e1ab-4017-bcf5-1e919a7aa9a0/f97f4cfc-7d78-40dc-a280-407261966493) {{(pid=82096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:44:24.041510 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-71cf1db8-edd0-40af-9f42-507276fee5cb service neutron] Request body: {'port': {'device_id': 'ae2363fe-270a-4a6e-96ed-2fb6f685a2e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:44:24.142722 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-9240c4aa-a74c-49a8-a2cb-467c350e6b2c tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5189428
Jul 14 08:44:24.229302 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-53ab2005-8edd-491b-a301-6444188f1af9 None None] Provisioning for port b904831d-c561-4abf-b18b-fa6f34ef809f completed by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:44:24.236702 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-53ab2005-8edd-491b-a301-6444188f1af9 None None] Provisioning complete for port b904831d-c561-4abf-b18b-fa6f34ef809f triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:44:24.237390 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-53ab2005-8edd-491b-a301-6444188f1af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:24.311649 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-fa4392cf-dfab-4ff5-bc68-b70d6f4d0fc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:44:24.320871 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-6fc35e5e-fe77-4d61-b5a5-aa57b0c05021 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Notify callbacks [] for port, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:24.324020 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff7c776c-601c-4d73-859d-1da64b73a1d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09999980-8f6a-4f24-ba94-da400b4ba3b6', 'code': 200}
Jul 14 08:44:24.324950 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-53ab2005-8edd-491b-a301-6444188f1af9 None None] Port b904831d-c561-4abf-b18b-fa6f34ef809f cannot update to ACTIVE because it is not bound. {{(pid=82097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 14 08:44:24.331466 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-fa4392cf-dfab-4ff5-bc68-b70d6f4d0fc6 admin admin] Usage tracker for resource:security_group_rule and tenant:ce002972ab054e2b8d76037be19e2e50 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:44:24.348920 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-fa4392cf-dfab-4ff5-bc68-b70d6f4d0fc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:44:24.361920 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-6fc35e5e-fe77-4d61-b5a5-aa57b0c05021 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794'] for port, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:24.369255 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:24.374287 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-fa4392cf-dfab-4ff5-bc68-b70d6f4d0fc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:44:24.377566 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-71cf1db8-edd0-40af-9f42-507276fee5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:24.450922 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-de002982-02b1-4a13-b526-b14aa057e8fe req-d6127e5e-ffd9-479b-b586-d98560c440c6 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4616213
Jul 14 08:44:24.464634 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-cc10235a-cb87-4290-bda0-afd16d22deb4 None None] Provisioning for port 53e7a961-2698-464d-a87b-bc77325c7a66 completed by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:44:24.478143 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-6fc35e5e-fe77-4d61-b5a5-aa57b0c05021 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Network d19eb0ec-3fca-4972-8b6c-dc33db64d81a is already hosted by enough agents. {{(pid=82096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:44:24.481973 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-cc10235a-cb87-4290-bda0-afd16d22deb4 None None] Provisioning complete for port 53e7a961-2698-464d-a87b-bc77325c7a66 triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:44:24.482489 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cc10235a-cb87-4290-bda0-afd16d22deb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:24.483764 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-6fc35e5e-fe77-4d61-b5a5-aa57b0c05021 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Resources bound (agent type, host, resource id):  {{(pid=82096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:44:24.486811 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc35e5e-fe77-4d61-b5a5-aa57b0c05021 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Pushing event updated for resources: {'Port': ['ID=f97f4cfc-7d78-40dc-a280-407261966493,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:24.489184 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-6fc35e5e-fe77-4d61-b5a5-aa57b0c05021 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Received port after_create {{(pid=82096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:44:24.494070 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-6fc35e5e-fe77-4d61-b5a5-aa57b0c05021 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:24.494747 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-6fc35e5e-fe77-4d61-b5a5-aa57b0c05021 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for port, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:24.549953 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-6fc35e5e-fe77-4d61-b5a5-aa57b0c05021 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:24.555466 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-7caadf47-41b2-4c5b-aa35-6ed8340051fc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ead16347efbf48ac94be432daab86c02&device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 1096 time: 0.5258038
Jul 14 08:44:24.557059 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-6fc35e5e-fe77-4d61-b5a5-aa57b0c05021 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1252599
Jul 14 08:44:24.592394 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-fa4392cf-dfab-4ff5-bc68-b70d6f4d0fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:24.629268 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba30d37f-26fc-419e-9e60-0d5a194401e1 req-c5df6ef9-db64-468a-8689-8fba73f645c1 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:24.636608 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-cc10235a-cb87-4290-bda0-afd16d22deb4 None None] Port 53e7a961-2698-464d-a87b-bc77325c7a66 cannot update to ACTIVE because it is not bound. {{(pid=82097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 14 08:44:24.638407 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ba30d37f-26fc-419e-9e60-0d5a194401e1 req-c5df6ef9-db64-468a-8689-8fba73f645c1 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0639eb0-b058-4e42-981b-66e498ea2bde HTTP/1.1" status: 200  len: 945 time: 0.1588681
Jul 14 08:44:24.649326 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-fa4392cf-dfab-4ff5-bc68-b70d6f4d0fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:24.684825 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ba30d37f-26fc-419e-9e60-0d5a194401e1 req-1f8590b9-e884-4098-928f-7ee4c19e6718 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/security-groups?id=82225130-2680-4332-a37f-3aa7f1c2fbaa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452363
Jul 14 08:44:24.692154 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:24.777266 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-fa4392cf-dfab-4ff5-bc68-b70d6f4d0fc6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ce002972ab054e2b8d76037be19e2e50&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9684696
Jul 14 08:44:24.779973 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 52994) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:24.808504 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4392cf-dfab-4ff5-bc68-b70d6f4d0fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5137d468-6c05-4fce-8abd-c2cbadda51eb,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:24.814533 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-fa4392cf-dfab-4ff5-bc68-b70d6f4d0fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:24.919571 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9db50838-ce6f-455c-a490-d5cf422f8e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:24.944130 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b8343-b927-4e43-a8b5-45a75e239198 req-f13592fc-c1f7-4836-986e-ba3e0ec91077 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:24.945730 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f11b8343-b927-4e43-a8b5-45a75e239198 req-f13592fc-c1f7-4836-986e-ba3e0ec91077 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 931 time: 0.2551222
Jul 14 08:44:24.962633 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9db50838-ce6f-455c-a490-d5cf422f8e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:24.995053 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789fbe9a-4434-4e77-9e40-80449ca5f1a8 req-15ddaa2c-663f-4ea8-a5e9-b9bd062fe54e tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:24.995915 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-789fbe9a-4434-4e77-9e40-80449ca5f1a8 req-15ddaa2c-663f-4ea8-a5e9-b9bd062fe54e tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Synchronizing usage tracker for tenant:ead16347efbf48ac94be432daab86c02 on resource:port {{(pid=82096) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:44:25.032910 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-789fbe9a-4434-4e77-9e40-80449ca5f1a8 req-15ddaa2c-663f-4ea8-a5e9-b9bd062fe54e tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Unset dirty status for tenant:ead16347efbf48ac94be432daab86c02 on resource:port {{(pid=82096) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:44:25.036070 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-789fbe9a-4434-4e77-9e40-80449ca5f1a8 req-15ddaa2c-663f-4ea8-a5e9-b9bd062fe54e tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 932 time: 0.2247016
Jul 14 08:44:25.047291 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f11b8343-b927-4e43-a8b5-45a75e239198 req-1523e738-af9f-4f8d-9b49-f6fe88a6c375 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0925009
Jul 14 08:44:25.061204 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9db50838-ce6f-455c-a490-d5cf422f8e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:25.071041 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-d5eca3f9-7c00-457a-a694-17847464aba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:25.082288 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-71cf1db8-edd0-40af-9f42-507276fee5cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b904831d-c561-4abf-b18b-fa6f34ef809f {{(pid=82095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:44:25.090341 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-71cf1db8-edd0-40af-9f42-507276fee5cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:25.095132 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9db50838-ce6f-455c-a490-d5cf422f8e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:25.096350 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-9db50838-ce6f-455c-a490-d5cf422f8e9a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5137d468-6c05-4fce-8abd-c2cbadda51eb HTTP/1.1" status: 204  len: 168 time: 0.3142869
Jul 14 08:44:25.097308 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db50838-ce6f-455c-a490-d5cf422f8e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5137d468-6c05-4fce-8abd-c2cbadda51eb,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:25.101514 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-9db50838-ce6f-455c-a490-d5cf422f8e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:25.113923 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-71cf1db8-edd0-40af-9f42-507276fee5cb service neutron] Transition to ACTIVE for port object b904831d-c561-4abf-b18b-fa6f34ef809f will not be triggered until provisioned by entity L2. {{(pid=82095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:44:25.118434 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-71cf1db8-edd0-40af-9f42-507276fee5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852740876'] for port, after_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:25.126533 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:25.140120 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-789fbe9a-4434-4e77-9e40-80449ca5f1a8 req-6814050c-5ea1-4e3d-9fc9-1fd1384d8bc1 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993721
Jul 14 08:44:25.315881 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb86f677-e462-453c-8796-b44a47c037ec', 'tag': 'c8fb76f8-786e-48d2-8b7f-d7e369ba3953', 'status': 'completed', 'code': 200}
Jul 14 08:44:25.316544 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf1db8-edd0-40af-9f42-507276fee5cb service neutron] Pushing event updated for resources: {'Port': ['ID=b904831d-c561-4abf-b18b-fa6f34ef809f,revision_number=2']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:25.320757 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-71cf1db8-edd0-40af-9f42-507276fee5cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:25.420995 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f2c97-1ca3-4afa-b6fa-4c9b811056f1 req-7c6a5d1b-517f-4dd6-b9a3-422587efe4dc tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:25.427708 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b67f2c97-1ca3-4afa-b6fa-4c9b811056f1 req-7c6a5d1b-517f-4dd6-b9a3-422587efe4dc tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff7c776c-601c-4d73-859d-1da64b73a1d3 HTTP/1.1" status: 200  len: 945 time: 0.1263139
Jul 14 08:44:25.435886 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-71cf1db8-edd0-40af-9f42-507276fee5cb service neutron] Attempting to bind port b904831d-c561-4abf-b18b-fa6f34ef809f on host hv-cinder-80022 for vnic_type normal with profile  {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:44:25.436283 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-71cf1db8-edd0-40af-9f42-507276fee5cb service neutron] Attempting to bind port b904831d-c561-4abf-b18b-fa6f34ef809f by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '54020ed2-9764-455c-bb75-78a5101f4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '52933724-b56f-4198-aacf-d572e3623b57'}] {{(pid=82095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:44:25.436661 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-71cf1db8-edd0-40af-9f42-507276fee5cb service neutron] Attempting to bind port b904831d-c561-4abf-b18b-fa6f34ef809f on network 52933724-b56f-4198-aacf-d572e3623b57 {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:44:25.443292 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-71cf1db8-edd0-40af-9f42-507276fee5cb service neutron] Port b904831d-c561-4abf-b18b-fa6f34ef809f on network 52933724-b56f-4198-aacf-d572e3623b57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 14 08:44:25.443662 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-71cf1db8-edd0-40af-9f42-507276fee5cb service neutron] Attempting to bind port b904831d-c561-4abf-b18b-fa6f34ef809f on network 52933724-b56f-4198-aacf-d572e3623b57 {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:44:25.452042 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-71cf1db8-edd0-40af-9f42-507276fee5cb service neutron] Checking agent: {'id': 'aa24af5c-becf-43a3-9631-f44e6c3cc568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 41, 34), 'started_at': datetime.datetime(2021, 7, 14, 8, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:44:25.452419 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-71cf1db8-edd0-40af-9f42-507276fee5cb service neutron] Checking segment: {'id': '54020ed2-9764-455c-bb75-78a5101f4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '52933724-b56f-4198-aacf-d572e3623b57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:44:25.453373 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-71cf1db8-edd0-40af-9f42-507276fee5cb service neutron] Bound using segment: {'id': '54020ed2-9764-455c-bb75-78a5101f4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '52933724-b56f-4198-aacf-d572e3623b57'} {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:44:25.453868 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-71cf1db8-edd0-40af-9f42-507276fee5cb service neutron] Bound port: b904831d-c561-4abf-b18b-fa6f34ef809f, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54020ed2-9764-455c-bb75-78a5101f4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '52933724-b56f-4198-aacf-d572e3623b57'}}] {{(pid=82095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:44:25.454261 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-71cf1db8-edd0-40af-9f42-507276fee5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:25.519316 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b67f2c97-1ca3-4afa-b6fa-4c9b811056f1 req-bb8d69f3-c99c-465d-836c-8f2bef628ac5 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770223
Jul 14 08:44:25.567552 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-71cf1db8-edd0-40af-9f42-507276fee5cb service neutron] For port b904831d-c561-4abf-b18b-fa6f34ef809f, host hv-cinder-80022, cleared binding levels {{(pid=82095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:44:25.571529 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-71cf1db8-edd0-40af-9f42-507276fee5cb service neutron] For port b904831d-c561-4abf-b18b-fa6f34ef809f, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=b904831d-c561-4abf-b18b-fa6f34ef809f,segment=NetworkSegment(54020ed2-9764-455c-bb75-78a5101f4433),segment_id=54020ed2-9764-455c-bb75-78a5101f4433)] {{(pid=82095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:44:25.584619 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-71cf1db8-edd0-40af-9f42-507276fee5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852740876'] for port, after_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:25.589100 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:25.593652 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 53018) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:25.663828 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-71cf1db8-edd0-40af-9f42-507276fee5cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for port, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:25.665434 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-71cf1db8-edd0-40af-9f42-507276fee5cb service neutron] 10.222.0.43 "PUT /v2.0/ports/b904831d-c561-4abf-b18b-fa6f34ef809f HTTP/1.1" status: 200  len: 1094 time: 1.6410153
Jul 14 08:44:25.676990 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf1db8-edd0-40af-9f42-507276fee5cb service neutron] Pushing event updated for resources: {'Port': ['ID=b904831d-c561-4abf-b18b-fa6f34ef809f,revision_number=3']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:25.680347 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-71cf1db8-edd0-40af-9f42-507276fee5cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:25.783435 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3a41b-c7ee-4fca-b29b-df24a05812f6 req-ce3a590f-e2a7-49d2-93a5-295d3bb4ca2d tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:25.790873 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3cd3a41b-c7ee-4fca-b29b-df24a05812f6 req-ce3a590f-e2a7-49d2-93a5-295d3bb4ca2d tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 944 time: 0.0985584
Jul 14 08:44:25.848777 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-4d1f358d-870c-4be1-8a68-8cdb136661c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:25.853060 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3cd3a41b-c7ee-4fca-b29b-df24a05812f6 req-441b2e52-46cf-46c3-ba94-3442ea470a0e tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610743
Jul 14 08:44:25.961875 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-4d1f358d-870c-4be1-8a68-8cdb136661c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:44:25.968946 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-4d1f358d-870c-4be1-8a68-8cdb136661c5 admin admin] Usage tracker for resource:security_group_rule and tenant:aa02ccc6fe574a6ea15fc0722fdb0b4f is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:44:25.977289 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-4d1f358d-870c-4be1-8a68-8cdb136661c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:44:25.990599 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-4d1f358d-870c-4be1-8a68-8cdb136661c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:44:26.024586 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab86329-3dd3-4dcc-9c7a-9b5d25f5408a req-102e5517-893b-4849-8c03-b7eec365540d tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:26.026721 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-dab86329-3dd3-4dcc-9c7a-9b5d25f5408a req-102e5517-893b-4849-8c03-b7eec365540d tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0639eb0-b058-4e42-981b-66e498ea2bde HTTP/1.1" status: 200  len: 945 time: 0.1526983
Jul 14 08:44:26.128098 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-dab86329-3dd3-4dcc-9c7a-9b5d25f5408a req-a3543355-5bc0-4b35-9f98-281f72c40fc2 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/security-groups?id=82225130-2680-4332-a37f-3aa7f1c2fbaa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938318
Jul 14 08:44:26.135734 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-4d1f358d-870c-4be1-8a68-8cdb136661c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:26.142036 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-4d1f358d-870c-4be1-8a68-8cdb136661c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:26.150604 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-afc503b9-c073-42cd-891c-018e21411b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:26.201311 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f358d-870c-4be1-8a68-8cdb136661c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d28536-59c0-4e76-bc00-68e5ebdadc41,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:26.214980 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-4d1f358d-870c-4be1-8a68-8cdb136661c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:26.217902 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-4d1f358d-870c-4be1-8a68-8cdb136661c5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aa02ccc6fe574a6ea15fc0722fdb0b4f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6231339
Jul 14 08:44:26.221307 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 53046) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:26.294400 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-bc45fae1-f0be-46ce-b67e-6eac226d40b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:26.308219 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd9919-6184-4b95-a11a-c198370299b8 req-77bf3e6b-7c21-46be-b3b6-ef59e0028099 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:26.310484 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-53cd9919-6184-4b95-a11a-c198370299b8 req-77bf3e6b-7c21-46be-b3b6-ef59e0028099 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 931 time: 0.0975509
Jul 14 08:44:26.324436 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-bc45fae1-f0be-46ce-b67e-6eac226d40b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:26.325350 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0639eb0-b058-4e42-981b-66e498ea2bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60876a2d-3cee-498c-92a4-85e83b3555d4'}] {{(pid=82097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:44:26.367793 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-53cd9919-6184-4b95-a11a-c198370299b8 req-bc818297-9e6d-46d7-ba11-920c4ee7ebf5 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497370
Jul 14 08:44:26.388401 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-bc45fae1-f0be-46ce-b67e-6eac226d40b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:26.394511 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-9db50838-ce6f-455c-a490-d5cf422f8e9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:26.444296 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45fae1-f0be-46ce-b67e-6eac226d40b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d28536-59c0-4e76-bc00-68e5ebdadc41,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:26.447467 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-bc45fae1-f0be-46ce-b67e-6eac226d40b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:26.450162 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0639eb0-b058-4e42-981b-66e498ea2bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60876a2d-3cee-498c-92a4-85e83b3555d4', 'code': 200}
Jul 14 08:44:26.461991 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-bc45fae1-f0be-46ce-b67e-6eac226d40b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:26.463253 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-bc45fae1-f0be-46ce-b67e-6eac226d40b7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/93d28536-59c0-4e76-bc00-68e5ebdadc41 HTTP/1.1" status: 204  len: 168 time: 0.2408092
Jul 14 08:44:26.510137 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c59a39-fd7a-4f0c-9b4d-cd4be0db0c22 req-da5f489b-bbf5-4046-a754-d08f04f88199 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:26.511781 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-37c59a39-fd7a-4f0c-9b4d-cd4be0db0c22 req-da5f489b-bbf5-4046-a754-d08f04f88199 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 932 time: 0.1070540
Jul 14 08:44:26.588168 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-37c59a39-fd7a-4f0c-9b4d-cd4be0db0c22 req-fbdf7e48-9c69-4dbe-b524-f4b4c988e800 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701323
Jul 14 08:44:26.913288 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408af03-6e07-4e11-89c9-d6d6ea59a2df req-a1be06fe-72c0-4214-a351-5cdf0e6f1145 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:26.915031 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0408af03-6e07-4e11-89c9-d6d6ea59a2df req-a1be06fe-72c0-4214-a351-5cdf0e6f1145 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff7c776c-601c-4d73-859d-1da64b73a1d3 HTTP/1.1" status: 200  len: 945 time: 0.2611351
Jul 14 08:44:26.976312 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 53070) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:27.002291 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0408af03-6e07-4e11-89c9-d6d6ea59a2df req-aa511af9-2fdf-4888-aff8-1230be9e9d23 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750790
Jul 14 08:44:27.006945 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-26bea2c0-529a-45af-a91b-b012b521bdf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:27.048290 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-26bea2c0-529a-45af-a91b-b012b521bdf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:44:27.054090 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-26bea2c0-529a-45af-a91b-b012b521bdf3 admin admin] Usage tracker for resource:security_group_rule and tenant:5f65013c9d3c42ef8ed9b2b67e4c93fd is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:44:27.093159 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-26bea2c0-529a-45af-a91b-b012b521bdf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:44:27.108345 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-d66ee4d3-b915-4b18-b675-173e81784e33 service neutron] Request body: {'port': {'device_id': '0418d959-049a-434d-ae48-1b73693eb8d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:44:27.137463 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-26bea2c0-529a-45af-a91b-b012b521bdf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:44:27.240870 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-1f09d7d2-d512-462d-8cb2-bb37ef32ed09 service neutron] Request body: {'port': {'device_id': '2dc2a98e-9d31-4bce-b740-1bae3065db7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:44:27.340692 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c3e9f-00f0-4f5e-b6f3-a08b13cf056e req-90b1da45-f77c-4fe2-8782-2bc235087164 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:27.348753 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-761c3e9f-00f0-4f5e-b6f3-a08b13cf056e req-90b1da45-f77c-4fe2-8782-2bc235087164 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 944 time: 0.2977633
Jul 14 08:44:27.355698 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2363fe-270a-4a6e-96ed-2fb6f685a2e2', 'tag': 'b904831d-c561-4abf-b18b-fa6f34ef809f'}] {{(pid=82095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:44:27.392467 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-d66ee4d3-b915-4b18-b675-173e81784e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:27.449207 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-42d9919f-b6d5-4a5c-aaab-816c07fdb1e5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8fb76f8-786e-48d2-8b7f-d7e369ba3953 HTTP/1.1" status: 200  len: 217 time: 0.2253625
Jul 14 08:44:27.491148 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.43', 62272) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:27.530741 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-26bea2c0-529a-45af-a91b-b012b521bdf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:27.558035 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.43', 62273) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:27.571508 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-421a661c-38c7-488b-9b45-1cc398c9dec2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:27.573062 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-421a661c-38c7-488b-9b45-1cc398c9dec2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39925f90-e1ab-4017-bcf5-1e919a7aa9a0 HTTP/1.1" status: 200  len: 859 time: 0.1125119
Jul 14 08:44:27.593353 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-26bea2c0-529a-45af-a91b-b012b521bdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:27.611538 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-ac2fd82d-64f8-4151-933e-aa0e5144d450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:27.633777 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-1f09d7d2-d512-462d-8cb2-bb37ef32ed09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:27.653198 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-761c3e9f-00f0-4f5e-b6f3-a08b13cf056e req-b9e3743a-2b34-439e-b6ff-b0e73f9c210d tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Synchronizing usage tracker for tenant:8b3a1809d9a5426abbaa7d1c2677f387 on resource:security_group {{(pid=82096) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:44:27.670483 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-0cc6e42b-a10a-4bba-a75e-1b540b23bee4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b3a1809d9a5426abbaa7d1c2677f387&device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 1097 time: 0.3627391
Jul 14 08:44:27.682560 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-d40f09c7-d469-4810-92e5-de62b6cb07dd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d19eb0ec-3fca-4972-8b6c-dc33db64d81a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0646307
Jul 14 08:44:27.689405 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ec155-5b63-470a-b1dc-6dfbb353ef87 req-06908c26-17a8-43a2-9b5f-eaf8823eb574 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:27.690937 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-7d8ec155-5b63-470a-b1dc-6dfbb353ef87 req-06908c26-17a8-43a2-9b5f-eaf8823eb574 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0639eb0-b058-4e42-981b-66e498ea2bde HTTP/1.1" status: 200  len: 945 time: 0.3846452
Jul 14 08:44:27.748879 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bea2c0-529a-45af-a91b-b012b521bdf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c113045d-f247-4465-a73d-d634a252f4ba,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:27.794933 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-26bea2c0-529a-45af-a91b-b012b521bdf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:27.835403 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-26bea2c0-529a-45af-a91b-b012b521bdf3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5f65013c9d3c42ef8ed9b2b67e4c93fd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8538921
Jul 14 08:44:27.841058 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-761c3e9f-00f0-4f5e-b6f3-a08b13cf056e req-b9e3743a-2b34-439e-b6ff-b0e73f9c210d tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Unset dirty status for tenant:8b3a1809d9a5426abbaa7d1c2677f387 on resource:security_group {{(pid=82096) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:44:27.843887 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-761c3e9f-00f0-4f5e-b6f3-a08b13cf056e req-b9e3743a-2b34-439e-b6ff-b0e73f9c210d tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4940405
Jul 14 08:44:27.857078 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 53100) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:27.871813 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-29655229-c6fe-4032-bcf1-57bd1ce5a5b0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b904831d-c561-4abf-b18b-fa6f34ef809f HTTP/1.1" status: 200  len: 217 time: 0.1757789
Jul 14 08:44:27.974513 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-40650227-f001-4c61-a9c9-27a197660427 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:27.976131 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-40650227-f001-4c61-a9c9-27a197660427 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d2471914-bec5-4d3a-8fbd-31586948f335 HTTP/1.1" status: 200  len: 855 time: 0.0738769
Jul 14 08:44:28.006726 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-7d8ec155-5b63-470a-b1dc-6dfbb353ef87 req-72b3d09f-1fe5-42b5-89d0-8be297e30333 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/security-groups?id=82225130-2680-4332-a37f-3aa7f1c2fbaa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2387583
Jul 14 08:44:28.129158 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d6badbf9-af6e-4c1f-ae80-f48fd70d1117 req-555b030c-976f-42f6-9e23-8eab5c42957f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ff7c776c-601c-4d73-859d-1da64b73a1d3 HTTP/1.1" status: 200  len: 1098 time: 0.5543511
Jul 14 08:44:28.154198 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e8862efd-36be-4012-8536-58ff587586b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:28.223726 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-d6badbf9-af6e-4c1f-ae80-f48fd70d1117 req-ab3e88be-7b84-4271-b514-566ce561dea3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:28.243531 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-60c304bf-018a-4b0a-9693-931d6466ca9d service neutron] 10.222.0.43 "GET /v2.0/networks/d19eb0ec-3fca-4972-8b6c-dc33db64d81a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5486789
Jul 14 08:44:28.256968 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2363fe-270a-4a6e-96ed-2fb6f685a2e2', 'tag': 'b904831d-c561-4abf-b18b-fa6f34ef809f', 'status': 'completed', 'code': 200}
Jul 14 08:44:28.275333 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e8862efd-36be-4012-8536-58ff587586b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:28.468290 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-11610f1c-2667-4e0a-bcd3-773f44935772 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=52933724-b56f-4198-aacf-d572e3623b57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4665248
Jul 14 08:44:28.472152 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-d6badbf9-af6e-4c1f-ae80-f48fd70d1117 req-ab3e88be-7b84-4271-b514-566ce561dea3 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:44:28.545702 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 53120) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:28.555851 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-d6badbf9-af6e-4c1f-ae80-f48fd70d1117 req-ab3e88be-7b84-4271-b514-566ce561dea3 service neutron] Usage tracker for resource:security_group_rule and tenant:ac64a2380c2c4c7ab973dc3ee0bc54da is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:44:28.575061 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-d6badbf9-af6e-4c1f-ae80-f48fd70d1117 req-ab3e88be-7b84-4271-b514-566ce561dea3 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:44:28.581897 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-34d44086-e638-410f-a558-c3ebce5d1cfe req-56458f36-7b35-4204-a54c-0eb37af161c5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d0639eb0-b058-4e42-981b-66e498ea2bde HTTP/1.1" status: 200  len: 1098 time: 1.0891812
Jul 14 08:44:28.654127 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-d6badbf9-af6e-4c1f-ae80-f48fd70d1117 req-ab3e88be-7b84-4271-b514-566ce561dea3 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:44:28.698981 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-34d44086-e638-410f-a558-c3ebce5d1cfe req-cfe8567b-50f3-4e18-9d66-effb0638c00f service neutron] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:28.722450 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e8862efd-36be-4012-8536-58ff587586b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:28.731078 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-65a891e9-6a1d-44ee-96fc-4980a5c74237 req-e0c2e706-d4f6-484d-98e3-326ac92eea99 service neutron] 10.222.0.43 "GET /v2.0/networks/d19eb0ec-3fca-4972-8b6c-dc33db64d81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4582458
Jul 14 08:44:28.765237 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:28.807986 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8862efd-36be-4012-8536-58ff587586b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c113045d-f247-4465-a73d-d634a252f4ba,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:28.830104 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e8862efd-36be-4012-8536-58ff587586b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:28.863038 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-c613ea46-c83a-4a2c-9237-6935b6293168 service neutron] 10.222.0.43 "GET /v2.0/networks/52933724-b56f-4198-aacf-d572e3623b57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3835640
Jul 14 08:44:28.907415 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ff987f76-8cd4-41a9-89c0-a626b9983a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:28.917026 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e8862efd-36be-4012-8536-58ff587586b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:28.918209 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-e8862efd-36be-4012-8536-58ff587586b2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c113045d-f247-4465-a73d-d634a252f4ba HTTP/1.1" status: 204  len: 168 time: 1.0560882
Jul 14 08:44:28.941689 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943ee62-cf9e-45ec-877c-db638621adc0 req-fff6e17c-a473-491e-897f-3c705f747a2b tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:28.942463 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-2943ee62-cf9e-45ec-877c-db638621adc0 req-fff6e17c-a473-491e-897f-3c705f747a2b tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Synchronizing usage tracker for tenant:14f51922b06043779a5017e6efa8b95a on resource:port {{(pid=82096) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:44:28.957844 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3476f-e73a-4bf2-802e-aa9303138f87 req-cb38e96b-8c5d-4392-b308-4e06d8b106fc tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:28.959489 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-37b3476f-e73a-4bf2-802e-aa9303138f87 req-cb38e96b-8c5d-4392-b308-4e06d8b106fc tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 932 time: 0.5172858
Jul 14 08:44:28.991255 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-d66ee4d3-b915-4b18-b675-173e81784e33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53e7a961-2698-464d-a87b-bc77325c7a66 {{(pid=82096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:44:29.005949 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-d66ee4d3-b915-4b18-b675-173e81784e33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:29.008387 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-2943ee62-cf9e-45ec-877c-db638621adc0 req-fff6e17c-a473-491e-897f-3c705f747a2b tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Unset dirty status for tenant:14f51922b06043779a5017e6efa8b95a on resource:port {{(pid=82096) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:44:29.009658 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2943ee62-cf9e-45ec-877c-db638621adc0 req-fff6e17c-a473-491e-897f-3c705f747a2b tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 931 time: 0.5236073
Jul 14 08:44:29.043658 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-d66ee4d3-b915-4b18-b675-173e81784e33 service neutron] Transition to ACTIVE for port object 53e7a961-2698-464d-a87b-bc77325c7a66 will not be triggered until provisioned by entity L2. {{(pid=82096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:44:29.056834 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-d66ee4d3-b915-4b18-b675-173e81784e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:29.074840 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:29.089016 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-d6badbf9-af6e-4c1f-ae80-f48fd70d1117 req-ab3e88be-7b84-4271-b514-566ce561dea3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:29.106703 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-d6badbf9-af6e-4c1f-ae80-f48fd70d1117 req-ab3e88be-7b84-4271-b514-566ce561dea3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:29.149406 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-0caf2d26-c351-4168-a0ec-c3f84777dee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:29.161641 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-ff987f76-8cd4-41a9-89c0-a626b9983a4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:44:29.181860 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.db.api [req-34d44086-e638-410f-a558-c3ebce5d1cfe req-cfe8567b-50f3-4e18-9d66-effb0638c00f service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['PRIMARY'] with value(s) ac64a2380c2c4c7ab973dc3ee0bc54da {{(pid=82096) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 14 08:44:29.182220 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_db.api [req-34d44086-e638-410f-a558-c3ebce5d1cfe req-cfe8567b-50f3-4e18-9d66-effb0638c00f service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=82096) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 14 08:44:29.197806 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-ff987f76-8cd4-41a9-89c0-a626b9983a4a admin admin] Usage tracker for resource:security_group_rule and tenant:ae1fbdeaf9fc4147a6249b519fceb8a8 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:44:29.209858 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8856b945-3038-4b53-97e7-ec1e76e9f05e req-c4500520-2731-4389-8e6a-eeb296bbe5d3 service neutron] 10.222.0.43 "GET /v2.0/networks/52933724-b56f-4198-aacf-d572e3623b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3087265
Jul 14 08:44:29.210753 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-ff987f76-8cd4-41a9-89c0-a626b9983a4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:44:29.236454 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-ff987f76-8cd4-41a9-89c0-a626b9983a4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:44:29.245829 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-37b3476f-e73a-4bf2-802e-aa9303138f87 req-39b62526-fcbd-4a88-b3c5-d738296ab740 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Synchronizing usage tracker for tenant:ead16347efbf48ac94be432daab86c02 on resource:security_group {{(pid=82095) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:44:29.248695 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-d6badbf9-af6e-4c1f-ae80-f48fd70d1117 req-ab3e88be-7b84-4271-b514-566ce561dea3 service neutron] Synchronizing usage tracker for tenant:ac64a2380c2c4c7ab973dc3ee0bc54da on resource:security_group {{(pid=82095) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:44:29.255839 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e88be-7b84-4271-b514-566ce561dea3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6a97d6-907f-4e16-8ac6-1547339a3f3d,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:29.259421 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2943ee62-cf9e-45ec-877c-db638621adc0 req-17fc168e-cce0-467c-aafe-82ff64a1ee7a tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2414570
Jul 14 08:44:29.269696 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-ab3e88be-7b84-4271-b514-566ce561dea3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:29.276834 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ee4d3-b915-4b18-b675-173e81784e33 service neutron] Pushing event updated for resources: {'Port': ['ID=53e7a961-2698-464d-a87b-bc77325c7a66,revision_number=2']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:29.282822 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-d66ee4d3-b915-4b18-b675-173e81784e33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:29.284753 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-1f09d7d2-d512-462d-8cb2-bb37ef32ed09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f97f4cfc-7d78-40dc-a280-407261966493 {{(pid=82096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:44:29.285662 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ff7436ef-9e73-40bf-968a-eea2b48fb610 req-52e79a10-c392-44d9-9a32-6843072bd7e8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ead16347efbf48ac94be432daab86c02&device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 1096 time: 0.4264791
Jul 14 08:44:29.294592 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-1f09d7d2-d512-462d-8cb2-bb37ef32ed09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:29.303509 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-37b3476f-e73a-4bf2-802e-aa9303138f87 req-39b62526-fcbd-4a88-b3c5-d738296ab740 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Unset dirty status for tenant:ead16347efbf48ac94be432daab86c02 on resource:security_group {{(pid=82095) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:44:29.304788 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-37b3476f-e73a-4bf2-802e-aa9303138f87 req-39b62526-fcbd-4a88-b3c5-d738296ab740 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2659194
Jul 14 08:44:29.344113 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-1f09d7d2-d512-462d-8cb2-bb37ef32ed09 service neutron] Transition to ACTIVE for port object f97f4cfc-7d78-40dc-a280-407261966493 will not be triggered until provisioned by entity L2. {{(pid=82096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:44:29.364002 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 53138) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:29.364678 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-1f09d7d2-d512-462d-8cb2-bb37ef32ed09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:29.376407 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ff987f76-8cd4-41a9-89c0-a626b9983a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:29.420330 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-12044748-a642-413c-9108-e2977acec2b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:29.520142 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7899f075-4e8a-4ee6-85c1-e01276692ed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:29.539047 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-d66ee4d3-b915-4b18-b675-173e81784e33 service neutron] Attempting to bind port 53e7a961-2698-464d-a87b-bc77325c7a66 on host hv-cinder-80022 for vnic_type normal with profile  {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:44:29.539463 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-d66ee4d3-b915-4b18-b675-173e81784e33 service neutron] Attempting to bind port 53e7a961-2698-464d-a87b-bc77325c7a66 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '12621a13-2c01-4bd6-95be-3fd9fa7c6003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a5638089-0bc3-451e-b07e-8f6a2e41d3b4'}] {{(pid=82096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:44:29.539837 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-d66ee4d3-b915-4b18-b675-173e81784e33 service neutron] Attempting to bind port 53e7a961-2698-464d-a87b-bc77325c7a66 on network a5638089-0bc3-451e-b07e-8f6a2e41d3b4 {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:44:29.658710 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f09d7d2-d512-462d-8cb2-bb37ef32ed09 service neutron] Pushing event updated for resources: {'Port': ['ID=f97f4cfc-7d78-40dc-a280-407261966493,revision_number=2']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:29.673921 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-1f09d7d2-d512-462d-8cb2-bb37ef32ed09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:29.681529 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-d66ee4d3-b915-4b18-b675-173e81784e33 service neutron] Port 53e7a961-2698-464d-a87b-bc77325c7a66 on network a5638089-0bc3-451e-b07e-8f6a2e41d3b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 14 08:44:29.681529 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-d66ee4d3-b915-4b18-b675-173e81784e33 service neutron] Attempting to bind port 53e7a961-2698-464d-a87b-bc77325c7a66 on network a5638089-0bc3-451e-b07e-8f6a2e41d3b4 {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:44:29.695508 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-34d44086-e638-410f-a558-c3ebce5d1cfe req-cfe8567b-50f3-4e18-9d66-effb0638c00f service neutron] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:29.738540 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ff987f76-8cd4-41a9-89c0-a626b9983a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:29.739703 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-7899f075-4e8a-4ee6-85c1-e01276692ed7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:44:29.742769 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-d66ee4d3-b915-4b18-b675-173e81784e33 service neutron] Checking agent: {'id': 'aa24af5c-becf-43a3-9631-f44e6c3cc568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 41, 34), 'started_at': datetime.datetime(2021, 7, 14, 8, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:44:29.743135 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-d66ee4d3-b915-4b18-b675-173e81784e33 service neutron] Checking segment: {'id': '12621a13-2c01-4bd6-95be-3fd9fa7c6003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a5638089-0bc3-451e-b07e-8f6a2e41d3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:44:29.743559 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-d66ee4d3-b915-4b18-b675-173e81784e33 service neutron] Bound using segment: {'id': '12621a13-2c01-4bd6-95be-3fd9fa7c6003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a5638089-0bc3-451e-b07e-8f6a2e41d3b4'} {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:44:29.744039 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-d66ee4d3-b915-4b18-b675-173e81784e33 service neutron] Bound port: 53e7a961-2698-464d-a87b-bc77325c7a66, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12621a13-2c01-4bd6-95be-3fd9fa7c6003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a5638089-0bc3-451e-b07e-8f6a2e41d3b4'}}] {{(pid=82096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:44:29.744418 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-d66ee4d3-b915-4b18-b675-173e81784e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:29.791396 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-d6badbf9-af6e-4c1f-ae80-f48fd70d1117 req-ab3e88be-7b84-4271-b514-566ce561dea3 service neutron] Unset dirty status for tenant:ac64a2380c2c4c7ab973dc3ee0bc54da on resource:security_group {{(pid=82095) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:44:29.792608 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d6badbf9-af6e-4c1f-ae80-f48fd70d1117 req-ab3e88be-7b84-4271-b514-566ce561dea3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.6431413
Jul 14 08:44:29.795242 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-7899f075-4e8a-4ee6-85c1-e01276692ed7 admin admin] Usage tracker for resource:security_group_rule and tenant:3bc4df8a4e754968a2dcbb9daba3f4f1 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:44:29.802973 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03dcd4c8-7c46-4235-9dc3-a2842a127bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:29.807764 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-7899f075-4e8a-4ee6-85c1-e01276692ed7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:44:29.843134 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-7899f075-4e8a-4ee6-85c1-e01276692ed7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:44:29.900498 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff987f76-8cd4-41a9-89c0-a626b9983a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecc4181-55ed-4341-9bb6-20c07a7a9aab,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:29.903711 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-ff987f76-8cd4-41a9-89c0-a626b9983a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:29.914558 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-ff987f76-8cd4-41a9-89c0-a626b9983a4a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ae1fbdeaf9fc4147a6249b519fceb8a8&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3650539
Jul 14 08:44:29.919593 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-1f09d7d2-d512-462d-8cb2-bb37ef32ed09 service neutron] Attempting to bind port f97f4cfc-7d78-40dc-a280-407261966493 on host hv-cinder-80022 for vnic_type normal with profile  {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:44:29.919984 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-1f09d7d2-d512-462d-8cb2-bb37ef32ed09 service neutron] Attempting to bind port f97f4cfc-7d78-40dc-a280-407261966493 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '0edd189e-e3ea-4923-a0da-7557c2c9cbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd19eb0ec-3fca-4972-8b6c-dc33db64d81a'}] {{(pid=82096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:44:29.920355 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-1f09d7d2-d512-462d-8cb2-bb37ef32ed09 service neutron] Attempting to bind port f97f4cfc-7d78-40dc-a280-407261966493 on network d19eb0ec-3fca-4972-8b6c-dc33db64d81a {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:44:29.925317 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 53150) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:29.930053 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7436ef-9e73-40bf-968a-eea2b48fb610 req-fef3f6dc-0acb-49c3-95ea-287f1c83fd7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:29.931773 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ff7436ef-9e73-40bf-968a-eea2b48fb610 req-fef3f6dc-0acb-49c3-95ea-287f1c83fd7f service neutron] 10.222.0.43 "GET /v2.0/networks?id=d19eb0ec-3fca-4972-8b6c-dc33db64d81a HTTP/1.1" status: 200  len: 920 time: 0.5968003
Jul 14 08:44:29.946152 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5419b4a-002c-4564-9ec1-540580ce888e req-065b9e6e-2295-44c1-9d57-fca9128d51c0 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:29.947811 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c5419b4a-002c-4564-9ec1-540580ce888e req-065b9e6e-2295-44c1-9d57-fca9128d51c0 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff7c776c-601c-4d73-859d-1da64b73a1d3 HTTP/1.1" status: 200  len: 945 time: 0.4803927
Jul 14 08:44:29.974683 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bee96946-0798-4090-9679-1b75817fc6d5 req-cd55ed3b-d65f-4088-b64a-51fd52aa7fe4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b3a1809d9a5426abbaa7d1c2677f387&device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 1097 time: 0.5966096
Jul 14 08:44:29.985042 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd5ef3-6a7b-496c-b79e-77c15583875f req-c59e5c4b-a841-450b-95c7-9c6af097de7f tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:29.988955 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-15dd5ef3-6a7b-496c-b79e-77c15583875f req-c59e5c4b-a841-450b-95c7-9c6af097de7f tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 944 time: 0.2591531
Jul 14 08:44:29.992777 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-1f09d7d2-d512-462d-8cb2-bb37ef32ed09 service neutron] Port f97f4cfc-7d78-40dc-a280-407261966493 on network d19eb0ec-3fca-4972-8b6c-dc33db64d81a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 14 08:44:29.993225 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-1f09d7d2-d512-462d-8cb2-bb37ef32ed09 service neutron] Attempting to bind port f97f4cfc-7d78-40dc-a280-407261966493 on network d19eb0ec-3fca-4972-8b6c-dc33db64d81a {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:44:30.036017 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-d66ee4d3-b915-4b18-b675-173e81784e33 service neutron] For port 53e7a961-2698-464d-a87b-bc77325c7a66, host hv-cinder-80022, cleared binding levels {{(pid=82096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:44:30.050528 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-1f09d7d2-d512-462d-8cb2-bb37ef32ed09 service neutron] Checking agent: {'id': 'aa24af5c-becf-43a3-9631-f44e6c3cc568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 41, 34), 'started_at': datetime.datetime(2021, 7, 14, 8, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:44:30.050914 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-1f09d7d2-d512-462d-8cb2-bb37ef32ed09 service neutron] Checking segment: {'id': '0edd189e-e3ea-4923-a0da-7557c2c9cbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd19eb0ec-3fca-4972-8b6c-dc33db64d81a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:44:30.051370 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-1f09d7d2-d512-462d-8cb2-bb37ef32ed09 service neutron] Bound using segment: {'id': '0edd189e-e3ea-4923-a0da-7557c2c9cbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd19eb0ec-3fca-4972-8b6c-dc33db64d81a'} {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:44:30.051862 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-1f09d7d2-d512-462d-8cb2-bb37ef32ed09 service neutron] Bound port: f97f4cfc-7d78-40dc-a280-407261966493, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0edd189e-e3ea-4923-a0da-7557c2c9cbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd19eb0ec-3fca-4972-8b6c-dc33db64d81a'}}] {{(pid=82096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:44:30.052248 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-1f09d7d2-d512-462d-8cb2-bb37ef32ed09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:30.076966 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-15dd5ef3-6a7b-496c-b79e-77c15583875f req-926253f0-e745-4ff9-aaab-58b405655c86 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0813763
Jul 14 08:44:30.085126 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b18339c6-40ca-4189-92a5-28cb41aa6f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:30.097958 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-34d44086-e638-410f-a558-c3ebce5d1cfe req-cfe8567b-50f3-4e18-9d66-effb0638c00f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=82225130-2680-4332-a37f-3aa7f1c2fbaa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.4519458
Jul 14 08:44:30.104070 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-d66ee4d3-b915-4b18-b675-173e81784e33 service neutron] For port 53e7a961-2698-464d-a87b-bc77325c7a66, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=53e7a961-2698-464d-a87b-bc77325c7a66,segment=NetworkSegment(12621a13-2c01-4bd6-95be-3fd9fa7c6003),segment_id=12621a13-2c01-4bd6-95be-3fd9fa7c6003)] {{(pid=82096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:44:30.136842 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b18339c6-40ca-4189-92a5-28cb41aa6f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:30.152992 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-d66ee4d3-b915-4b18-b675-173e81784e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:30.160504 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c5419b4a-002c-4564-9ec1-540580ce888e req-12d230d1-b6b0-48c6-afd1-b500c440fd0d tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2014551
Jul 14 08:44:30.183625 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:30.203841 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b18339c6-40ca-4189-92a5-28cb41aa6f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:30.212791 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-325ff05c-ce20-4016-8d03-7ee89072b397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:30.223907 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7899f075-4e8a-4ee6-85c1-e01276692ed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:30.231403 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18339c6-40ca-4189-92a5-28cb41aa6f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecc4181-55ed-4341-9bb6-20c07a7a9aab,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:30.237244 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-b18339c6-40ca-4189-92a5-28cb41aa6f46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:30.240286 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7899f075-4e8a-4ee6-85c1-e01276692ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:30.297763 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-d66ee4d3-b915-4b18-b675-173e81784e33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for port, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:30.299342 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-d66ee4d3-b915-4b18-b675-173e81784e33 service neutron] 10.222.0.43 "PUT /v2.0/ports/53e7a961-2698-464d-a87b-bc77325c7a66 HTTP/1.1" status: 200  len: 1093 time: 3.1979232
Jul 14 08:44:30.308184 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0418d959-049a-434d-ae48-1b73693eb8d6', 'tag': '53e7a961-2698-464d-a87b-bc77325c7a66'}] {{(pid=82096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:44:30.324264 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b18339c6-40ca-4189-92a5-28cb41aa6f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:30.325911 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-b18339c6-40ca-4189-92a5-28cb41aa6f46 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1ecc4181-55ed-4341-9bb6-20c07a7a9aab HTTP/1.1" status: 204  len: 168 time: 0.3976767
Jul 14 08:44:30.332741 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-1f09d7d2-d512-462d-8cb2-bb37ef32ed09 service neutron] For port f97f4cfc-7d78-40dc-a280-407261966493, host hv-cinder-80022, cleared binding levels {{(pid=82096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:44:30.338536 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-7899f075-4e8a-4ee6-85c1-e01276692ed7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3bc4df8a4e754968a2dcbb9daba3f4f1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9652202
Jul 14 08:44:30.344999 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 53174) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:30.345778 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ee4d3-b915-4b18-b675-173e81784e33 service neutron] Pushing event updated for resources: {'Port': ['ID=53e7a961-2698-464d-a87b-bc77325c7a66,revision_number=3']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:30.351630 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-1f09d7d2-d512-462d-8cb2-bb37ef32ed09 service neutron] For port f97f4cfc-7d78-40dc-a280-407261966493, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=f97f4cfc-7d78-40dc-a280-407261966493,segment=NetworkSegment(0edd189e-e3ea-4923-a0da-7557c2c9cbcb),segment_id=0edd189e-e3ea-4923-a0da-7557c2c9cbcb)] {{(pid=82096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:44:30.353164 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-d66ee4d3-b915-4b18-b675-173e81784e33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:30.353716 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-729d090b-b058-4f2c-a54a-cd6678eb8047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:30.368158 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15dcd13-dbcd-44f8-bb01-20467567f822 req-45ba7aeb-6f65-48f8-a12b-6609ef153f69 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:30.377544 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-1f09d7d2-d512-462d-8cb2-bb37ef32ed09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:30.377728 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b15dcd13-dbcd-44f8-bb01-20467567f822 req-45ba7aeb-6f65-48f8-a12b-6609ef153f69 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0639eb0-b058-4e42-981b-66e498ea2bde HTTP/1.1" status: 200  len: 945 time: 0.1474204
Jul 14 08:44:30.433195 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0418d959-049a-434d-ae48-1b73693eb8d6', 'tag': '53e7a961-2698-464d-a87b-bc77325c7a66', 'status': 'completed', 'code': 200}
Jul 14 08:44:30.452782 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899f075-4e8a-4ee6-85c1-e01276692ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcebc8f-fdd0-4e3c-b184-2a97662749fd,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:30.461220 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-1f09d7d2-d512-462d-8cb2-bb37ef32ed09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for port, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:30.462704 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-1f09d7d2-d512-462d-8cb2-bb37ef32ed09 service neutron] 10.222.0.43 "PUT /v2.0/ports/f97f4cfc-7d78-40dc-a280-407261966493 HTTP/1.1" status: 200  len: 1094 time: 3.2323799
Jul 14 08:44:30.463533 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-7899f075-4e8a-4ee6-85c1-e01276692ed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:30.464088 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-511fd93b-08bc-40c6-ae63-b6c651c027ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:30.596243 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ff7436ef-9e73-40bf-968a-eea2b48fb610 req-a160f901-80a5-4c7d-b806-564c0788fbb8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8fb76f8-786e-48d2-8b7f-d7e369ba3953 HTTP/1.1" status: 200  len: 217 time: 0.1532285
Jul 14 08:44:30.599456 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b15dcd13-dbcd-44f8-bb01-20467567f822 req-bd6ce4c3-51b4-4225-9c5f-dff009a8f5b3 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/security-groups?id=82225130-2680-4332-a37f-3aa7f1c2fbaa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2209921
Jul 14 08:44:30.774483 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2db200a8-1fe8-42c8-b8fe-8d6503d80c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:30.866431 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f09d7d2-d512-462d-8cb2-bb37ef32ed09 service neutron] Pushing event updated for resources: {'Port': ['ID=f97f4cfc-7d78-40dc-a280-407261966493,revision_number=3']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:30.896123 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-1f09d7d2-d512-462d-8cb2-bb37ef32ed09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:30.922262 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2db200a8-1fe8-42c8-b8fe-8d6503d80c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:30.937625 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7436ef-9e73-40bf-968a-eea2b48fb610 req-6dcdb156-7b17-4da5-85db-664d11fb6353 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:30.939245 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ff7436ef-9e73-40bf-968a-eea2b48fb610 req-6dcdb156-7b17-4da5-85db-664d11fb6353 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39925f90-e1ab-4017-bcf5-1e919a7aa9a0 HTTP/1.1" status: 200  len: 859 time: 0.3246038
Jul 14 08:44:31.013112 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee96946-0798-4090-9679-1b75817fc6d5 req-e5f14285-c69e-4182-bc44-8c20c96834ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:31.017689 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bee96946-0798-4090-9679-1b75817fc6d5 req-e5f14285-c69e-4182-bc44-8c20c96834ca service neutron] 10.222.0.43 "GET /v2.0/networks?id=52933724-b56f-4198-aacf-d572e3623b57 HTTP/1.1" status: 200  len: 917 time: 0.5733247
Jul 14 08:44:31.021906 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-3bfc12f2-a38a-459f-9112-30f98d332189 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ead16347efbf48ac94be432daab86c02&device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 1097 time: 0.3870130
Jul 14 08:44:31.022480 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ff7436ef-9e73-40bf-968a-eea2b48fb610 req-6649095e-cd45-428c-968e-ada440324ae8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d19eb0ec-3fca-4972-8b6c-dc33db64d81a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0595982
Jul 14 08:44:31.033258 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-07e280e9-d022-455f-9d45-35e740fd497c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=14f51922b06043779a5017e6efa8b95a&device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 1096 time: 0.4107583
Jul 14 08:44:31.037851 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf96a7-6c56-49d3-b7d7-31c15b0e0163 req-03d1efaf-10ee-4be1-b211-dfb168638009 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:31.039868 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9f8b0-c557-4e11-9263-2b1d964989fb req-c7157fad-692f-4be6-8f5e-53e47adc2db8 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:31.041400 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ccf9f8b0-c557-4e11-9263-2b1d964989fb req-c7157fad-692f-4be6-8f5e-53e47adc2db8 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 943 time: 0.4125311
Jul 14 08:44:31.045268 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2caf96a7-6c56-49d3-b7d7-31c15b0e0163 req-03d1efaf-10ee-4be1-b211-dfb168638009 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 944 time: 0.2151945
Jul 14 08:44:31.048092 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2db200a8-1fe8-42c8-b8fe-8d6503d80c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:31.057806 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 53190) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:31.058496 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-8f4f205f-ef7e-49a3-831c-03e9950a8bcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:31.093425 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device c8fb76f8-786e-48d2-8b7f-d7e369ba3953 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 14 08:44:31.107935 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db200a8-1fe8-42c8-b8fe-8d6503d80c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcebc8f-fdd0-4e3c-b184-2a97662749fd,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:31.182856 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bee96946-0798-4090-9679-1b75817fc6d5 req-c362d4c0-dade-423e-81cf-ec1b74b5a594 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b904831d-c561-4abf-b18b-fa6f34ef809f HTTP/1.1" status: 200  len: 217 time: 0.1032636
Jul 14 08:44:31.222001 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-2db200a8-1fe8-42c8-b8fe-8d6503d80c83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:31.231537 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2caf96a7-6c56-49d3-b7d7-31c15b0e0163 req-4dbc7b0b-4f47-44a0-9980-14ebab4203e5 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1853185
Jul 14 08:44:31.236384 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-62cfdfea-c254-49a7-b4f9-1094bc5a5b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:31.260901 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port c8fb76f8-786e-48d2-8b7f-d7e369ba3953, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=c8fb76f8-786e-48d2-8b7f-d7e369ba3953,segment=NetworkSegment(0edd189e-e3ea-4923-a0da-7557c2c9cbcb),segment_id=0edd189e-e3ea-4923-a0da-7557c2c9cbcb)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:44:31.277530 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Returning: {'device': 'c8fb76f8-786e-48d2-8b7f-d7e369ba3953', 'network_id': 'd19eb0ec-3fca-4972-8b6c-dc33db64d81a', 'port_id': 'c8fb76f8-786e-48d2-8b7f-d7e369ba3953', 'mac_address': 'fa:16:3e:6b:11:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39925f90-e1ab-4017-bcf5-1e919a7aa9a0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 14 08:44:31.339924 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:31.340472 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee96946-0798-4090-9679-1b75817fc6d5 req-489445d6-2225-4fdd-99c8-4391a07ea9fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:31.342069 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bee96946-0798-4090-9679-1b75817fc6d5 req-489445d6-2225-4fdd-99c8-4391a07ea9fe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d2471914-bec5-4d3a-8fbd-31586948f335 HTTP/1.1" status: 200  len: 855 time: 0.1046872
Jul 14 08:44:31.363856 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8fb76f8-786e-48d2-8b7f-d7e369ba3953 {{(pid=82097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:44:31.382331 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port c8fb76f8-786e-48d2-8b7f-d7e369ba3953, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=c8fb76f8-786e-48d2-8b7f-d7e369ba3953,segment=NetworkSegment(0edd189e-e3ea-4923-a0da-7557c2c9cbcb),segment_id=0edd189e-e3ea-4923-a0da-7557c2c9cbcb)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:44:31.399225 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:31.403311 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:31.456731 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ff7436ef-9e73-40bf-968a-eea2b48fb610 req-ac8f5d55-0779-40b2-87b0-2fde2053dcf5 service neutron] 10.222.0.43 "GET /v2.0/networks/d19eb0ec-3fca-4972-8b6c-dc33db64d81a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3758187
Jul 14 08:44:31.478715 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=c8fb76f8-786e-48d2-8b7f-d7e369ba3953,revision_number=4']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:31.478930 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-1bead96d-f06e-460a-922a-8e7bcc20c8af service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f97f4cfc-7d78-40dc-a280-407261966493 HTTP/1.1" status: 200  len: 217 time: 0.3734262
Jul 14 08:44:31.480094 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-fd163785-7184-40c8-a1b7-4b785445cb60 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53e7a961-2698-464d-a87b-bc77325c7a66 HTTP/1.1" status: 200  len: 217 time: 0.3790176
Jul 14 08:44:31.482128 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:31.489961 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2db200a8-1fe8-42c8-b8fe-8d6503d80c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:31.493580 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-2db200a8-1fe8-42c8-b8fe-8d6503d80c83 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bbcebc8f-fdd0-4e3c-b184-2a97662749fd HTTP/1.1" status: 204  len: 168 time: 1.1420064
Jul 14 08:44:31.498474 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ccf9f8b0-c557-4e11-9263-2b1d964989fb req-4b2f927c-0561-4275-9ab0-3426a9904af6 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4425371
Jul 14 08:44:31.615788 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-2b2ad263-1bdb-468e-8313-7128f78b9f6f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:31.617527 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-2b2ad263-1bdb-468e-8313-7128f78b9f6f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39925f90-e1ab-4017-bcf5-1e919a7aa9a0 HTTP/1.1" status: 200  len: 859 time: 0.1092267
Jul 14 08:44:31.632574 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bee96946-0798-4090-9679-1b75817fc6d5 req-13536536-5ee7-4ede-994b-1b3dfd3de9bc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=52933724-b56f-4198-aacf-d572e3623b57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2754152
Jul 14 08:44:31.674772 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-62cfdfea-c254-49a7-b4f9-1094bc5a5b37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:44:31.723218 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-81caf163-67e1-4115-857f-a3b68ceb316d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d19eb0ec-3fca-4972-8b6c-dc33db64d81a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0935891
Jul 14 08:44:31.725966 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-62cfdfea-c254-49a7-b4f9-1094bc5a5b37 admin admin] Usage tracker for resource:security_group_rule and tenant:7bd992efaedb4bc1934ead7638262c8f is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:44:31.736073 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-62cfdfea-c254-49a7-b4f9-1094bc5a5b37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:44:31.775516 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] get_ports_and_sgs() called for port_ids ['c8fb76f8-786e-48d2-8b7f-d7e369ba3953'] {{(pid=82097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 14 08:44:31.785057 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273f090-6e85-4234-93cd-7e474d499fe1 req-e0be6595-3247-4d53-a151-c180d2279186 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:31.791428 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e273f090-6e85-4234-93cd-7e474d499fe1 req-e0be6595-3247-4d53-a151-c180d2279186 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 944 time: 0.3766422
Jul 14 08:44:31.804915 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ff7436ef-9e73-40bf-968a-eea2b48fb610 req-46102e05-41df-4158-92e5-66491a099ab9 service neutron] 10.222.0.43 "GET /v2.0/networks/d19eb0ec-3fca-4972-8b6c-dc33db64d81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3341961
Jul 14 08:44:31.907430 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-9ba32ce8-dba8-4e1a-93dd-2372d7e541d4 service neutron] 10.222.0.43 "GET /v2.0/networks/d19eb0ec-3fca-4972-8b6c-dc33db64d81a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1743548
Jul 14 08:44:31.909130 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e273f090-6e85-4234-93cd-7e474d499fe1 req-1a232805-339d-4d25-a6bf-766eed02509b tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1146972
Jul 14 08:44:31.918830 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-62cfdfea-c254-49a7-b4f9-1094bc5a5b37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:44:31.926647 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bee96946-0798-4090-9679-1b75817fc6d5 req-aa3fa9e2-d708-4d35-94bd-ddb38bb5f5c1 service neutron] 10.222.0.43 "GET /v2.0/networks/52933724-b56f-4198-aacf-d572e3623b57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2727096
Jul 14 08:44:31.930468 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-a8eb2de3-26e3-4752-a046-b1f6172d628f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:31.932218 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-a8eb2de3-26e3-4752-a046-b1f6172d628f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bd6bd243-ec5f-4ebe-97dd-3f142d2cc859 HTTP/1.1" status: 200  len: 848 time: 0.4325891
Jul 14 08:44:32.147544 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3bc845eb-f02e-4f67-943c-97c221ad3765 req-069632a2-ea3e-47c9-80d9-b4ca181a09c3 service neutron] 10.222.0.43 "GET /v2.0/networks/d19eb0ec-3fca-4972-8b6c-dc33db64d81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2206776
Jul 14 08:44:32.233418 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9414acc-4cb2-400f-97a3-27a322e9e21d req-cd982631-2008-4eda-bd5d-c6339db8237a tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:32.235928 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c9414acc-4cb2-400f-97a3-27a322e9e21d req-cd982631-2008-4eda-bd5d-c6339db8237a tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff7c776c-601c-4d73-859d-1da64b73a1d3 HTTP/1.1" status: 200  len: 945 time: 0.5584900
Jul 14 08:44:32.301630 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bee96946-0798-4090-9679-1b75817fc6d5 req-4b32e108-2410-4e78-82d5-e2a1b605d3a8 service neutron] 10.222.0.43 "GET /v2.0/networks/52933724-b56f-4198-aacf-d572e3623b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3500459
Jul 14 08:44:32.305776 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-33af1342-1b7c-45ee-b5c7-007b7f55fbd1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a5638089-0bc3-451e-b07e-8f6a2e41d3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2295976
Jul 14 08:44:32.313162 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e573be-97f9-457c-b22e-54104ac761f0 req-87e83389-71c1-4925-ac2a-f3714409f7f3 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:32.314697 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-31e573be-97f9-457c-b22e-54104ac761f0 req-87e83389-71c1-4925-ac2a-f3714409f7f3 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0639eb0-b058-4e42-981b-66e498ea2bde HTTP/1.1" status: 200  len: 945 time: 0.1588719
Jul 14 08:44:32.335957 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c9414acc-4cb2-400f-97a3-27a322e9e21d req-59e9503c-7a75-4f2c-8235-14c31dfbd7e3 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929103
Jul 14 08:44:32.337666 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-62cfdfea-c254-49a7-b4f9-1094bc5a5b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:32.347975 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-62cfdfea-c254-49a7-b4f9-1094bc5a5b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:32.356238 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:32.374111 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-31e573be-97f9-457c-b22e-54104ac761f0 req-a4209725-1553-4c9a-9420-4b4d856e37cc tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/security-groups?id=82225130-2680-4332-a37f-3aa7f1c2fbaa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530932
Jul 14 08:44:32.408618 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cfdfea-c254-49a7-b4f9-1094bc5a5b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6855b465-2782-4315-8107-5a5247c1e60f,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:32.408618 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-62cfdfea-c254-49a7-b4f9-1094bc5a5b37 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7bd992efaedb4bc1934ead7638262c8f&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3404288
Jul 14 08:44:32.408618 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-62cfdfea-c254-49a7-b4f9-1094bc5a5b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:32.411028 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 53220) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:32.434801 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dc2a98e-9d31-4bce-b740-1bae3065db7c', 'tag': 'f97f4cfc-7d78-40dc-a280-407261966493'}] {{(pid=82096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:44:32.598999 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dc2a98e-9d31-4bce-b740-1bae3065db7c', 'tag': 'f97f4cfc-7d78-40dc-a280-407261966493', 'status': 'completed', 'code': 200}
Jul 14 08:44:32.638873 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8bd6e988-b269-413b-9521-143af6687582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:32.703290 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8bd6e988-b269-413b-9521-143af6687582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:32.732416 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-961c03b4-0095-4bd4-86ad-b353f341f4d6 service neutron] 10.222.0.43 "GET /v2.0/networks/a5638089-0bc3-451e-b07e-8f6a2e41d3b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2723992
Jul 14 08:44:32.763739 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd101c9-f3f3-4310-b57b-682bace827d7 req-537a36b6-c214-4f2c-911f-6953c988adc1 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:32.765848 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fbd101c9-f3f3-4310-b57b-682bace827d7 req-537a36b6-c214-4f2c-911f-6953c988adc1 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 944 time: 0.2698431
Jul 14 08:44:32.776129 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8bd6e988-b269-413b-9521-143af6687582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:32.782049 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464cbbc-efbd-4abf-b920-8f83480689d2 req-8138eae8-951f-4e87-b327-4861eff5c03a tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:32.783161 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-445fc1cf-54fd-4faf-8243-9d47e73fe7ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:32.783907 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3464cbbc-efbd-4abf-b920-8f83480689d2 req-8138eae8-951f-4e87-b327-4861eff5c03a tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 943 time: 0.0866859
Jul 14 08:44:32.820679 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6e988-b269-413b-9521-143af6687582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6855b465-2782-4315-8107-5a5247c1e60f,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:32.825759 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-8bd6e988-b269-413b-9521-143af6687582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:32.899814 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3464cbbc-efbd-4abf-b920-8f83480689d2 req-ec560a46-c263-4af2-b6e1-c9d6630a7174 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0756288
Jul 14 08:44:32.910240 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1518942b-9fbf-4e5d-9288-8203b9138f15 req-053f20ed-7b74-4b83-9da2-ee10c7e7aeed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ead16347efbf48ac94be432daab86c02&device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 1097 time: 0.1252165
Jul 14 08:44:32.982269 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8bd6e988-b269-413b-9521-143af6687582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:32.983630 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-8bd6e988-b269-413b-9521-143af6687582 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6855b465-2782-4315-8107-5a5247c1e60f HTTP/1.1" status: 204  len: 168 time: 0.5714898
Jul 14 08:44:32.986582 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1878f14e-a9e4-4c91-b290-3bbe742ec731 req-88c7f30f-7b1f-409f-bb03-689a67d06ea4 service neutron] 10.222.0.43 "GET /v2.0/networks/a5638089-0bc3-451e-b07e-8f6a2e41d3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1496456
Jul 14 08:44:32.998609 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fbd101c9-f3f3-4310-b57b-682bace827d7 req-362a6027-8436-434f-9993-5d04ce942ddc tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2164111
Jul 14 08:44:33.113147 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device b904831d-c561-4abf-b18b-fa6f34ef809f details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 14 08:44:33.354055 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port b904831d-c561-4abf-b18b-fa6f34ef809f, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=b904831d-c561-4abf-b18b-fa6f34ef809f,segment=NetworkSegment(54020ed2-9764-455c-bb75-78a5101f4433),segment_id=54020ed2-9764-455c-bb75-78a5101f4433)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:44:33.382702 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-19eda726-35f8-4140-b1da-4c4d8daf3b54 req-02827db7-42e9-437a-b2b6-28a7cd98de61 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=14f51922b06043779a5017e6efa8b95a&device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 1096 time: 0.1103504
Jul 14 08:44:33.387916 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Returning: {'device': 'b904831d-c561-4abf-b18b-fa6f34ef809f', 'network_id': '52933724-b56f-4198-aacf-d572e3623b57', 'port_id': 'b904831d-c561-4abf-b18b-fa6f34ef809f', 'mac_address': 'fa:16:3e:25:c3:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2471914-bec5-4d3a-8fbd-31586948f335', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 14 08:44:33.446515 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518942b-9fbf-4e5d-9288-8203b9138f15 req-932d2efb-8fab-4d5f-8a55-091ee823b4ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:33.448271 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1518942b-9fbf-4e5d-9288-8203b9138f15 req-932d2efb-8fab-4d5f-8a55-091ee823b4ba service neutron] 10.222.0.43 "GET /v2.0/networks?id=d19eb0ec-3fca-4972-8b6c-dc33db64d81a HTTP/1.1" status: 200  len: 920 time: 0.5277660
Jul 14 08:44:33.533838 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c985f-c043-43ea-86a6-5cfb1783f2ae req-3bc84bbc-d95c-4f3f-8cca-dcc6178a3d9d tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:33.537644 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:33.541278 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-468c985f-c043-43ea-86a6-5cfb1783f2ae req-3bc84bbc-d95c-4f3f-8cca-dcc6178a3d9d tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 944 time: 0.3675430
Jul 14 08:44:33.571972 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eda726-35f8-4140-b1da-4c4d8daf3b54 req-6d82cda2-014a-443f-b2b0-682fe9bad4d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:33.574416 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-19eda726-35f8-4140-b1da-4c4d8daf3b54 req-6d82cda2-014a-443f-b2b0-682fe9bad4d5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a5638089-0bc3-451e-b07e-8f6a2e41d3b4 HTTP/1.1" status: 200  len: 910 time: 0.1734989
Jul 14 08:44:33.575997 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b904831d-c561-4abf-b18b-fa6f34ef809f {{(pid=82097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:44:33.596990 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port b904831d-c561-4abf-b18b-fa6f34ef809f, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=b904831d-c561-4abf-b18b-fa6f34ef809f,segment=NetworkSegment(54020ed2-9764-455c-bb75-78a5101f4433),segment_id=54020ed2-9764-455c-bb75-78a5101f4433)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:44:33.597994 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1518942b-9fbf-4e5d-9288-8203b9138f15 req-3cbb39e6-ca06-4ceb-8d9c-dafaf70e0fb1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f97f4cfc-7d78-40dc-a280-407261966493 HTTP/1.1" status: 200  len: 217 time: 0.1271667
Jul 14 08:44:33.608422 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:33.611458 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:33.672733 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-468c985f-c043-43ea-86a6-5cfb1783f2ae req-a73df576-05ae-4966-99b3-c6552e09121e tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1303477
Jul 14 08:44:33.717918 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=b904831d-c561-4abf-b18b-fa6f34ef809f,revision_number=4']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:33.722423 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:33.728916 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518942b-9fbf-4e5d-9288-8203b9138f15 req-7be23c7b-c58c-49d5-b634-d9875f57a568 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:33.730633 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1518942b-9fbf-4e5d-9288-8203b9138f15 req-7be23c7b-c58c-49d5-b634-d9875f57a568 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39925f90-e1ab-4017-bcf5-1e919a7aa9a0 HTTP/1.1" status: 200  len: 859 time: 0.1127572
Jul 14 08:44:33.745078 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-19eda726-35f8-4140-b1da-4c4d8daf3b54 req-c56aca3f-f215-4dee-a804-fd2377cc8f3e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53e7a961-2698-464d-a87b-bc77325c7a66 HTTP/1.1" status: 200  len: 217 time: 0.0759733
Jul 14 08:44:33.754683 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 53264) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:33.826534 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149724b-98e5-4a8b-ac5a-228e0d82372a req-1fe3069c-d87e-4679-8513-e44c7a68deda tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:33.834766 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c149724b-98e5-4a8b-ac5a-228e0d82372a req-1fe3069c-d87e-4679-8513-e44c7a68deda tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff7c776c-601c-4d73-859d-1da64b73a1d3 HTTP/1.1" status: 200  len: 945 time: 0.2546580
Jul 14 08:44:33.870270 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1518942b-9fbf-4e5d-9288-8203b9138f15 req-1d128110-41b3-4484-839d-2cf60647970f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d19eb0ec-3fca-4972-8b6c-dc33db64d81a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1033411
Jul 14 08:44:33.893732 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eda726-35f8-4140-b1da-4c4d8daf3b54 req-36d2a852-341e-4106-9812-52cdb6dd387e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:33.895489 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-19eda726-35f8-4140-b1da-4c4d8daf3b54 req-36d2a852-341e-4106-9812-52cdb6dd387e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bd6bd243-ec5f-4ebe-97dd-3f142d2cc859 HTTP/1.1" status: 200  len: 848 time: 0.1277387
Jul 14 08:44:33.915130 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c149724b-98e5-4a8b-ac5a-228e0d82372a req-075e0d58-15c9-4974-8553-8964875f2b2d tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793221
Jul 14 08:44:34.027068 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-19eda726-35f8-4140-b1da-4c4d8daf3b54 req-45e9951a-943a-49e9-9d7b-3c1890845854 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a5638089-0bc3-451e-b07e-8f6a2e41d3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1108320
Jul 14 08:44:34.135735 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1518942b-9fbf-4e5d-9288-8203b9138f15 req-2673b022-3399-4da7-96b5-05827d80a177 service neutron] 10.222.0.43 "GET /v2.0/networks/d19eb0ec-3fca-4972-8b6c-dc33db64d81a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2091019
Jul 14 08:44:34.206644 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] get_ports_and_sgs() called for port_ids ['b904831d-c561-4abf-b18b-fa6f34ef809f'] {{(pid=82097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 14 08:44:34.238988 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 53282) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:34.329824 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e903c1e7-5bcd-4f7e-b132-c55d7d6ca1bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:34.332585 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5b282-53e1-41fc-961e-e8f6d6eeb9bb req-4bf8e9f1-7d67-4932-a6c1-26462758faa8 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:34.334594 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-49a5b282-53e1-41fc-961e-e8f6d6eeb9bb req-4bf8e9f1-7d67-4932-a6c1-26462758faa8 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 943 time: 0.2683778
Jul 14 08:44:34.337145 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-19eda726-35f8-4140-b1da-4c4d8daf3b54 req-7166eb67-9d8d-444e-8403-1fccf193d3e7 service neutron] 10.222.0.43 "GET /v2.0/networks/a5638089-0bc3-451e-b07e-8f6a2e41d3b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2993071
Jul 14 08:44:34.385136 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-e903c1e7-5bcd-4f7e-b132-c55d7d6ca1bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:44:34.389579 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-e903c1e7-5bcd-4f7e-b132-c55d7d6ca1bb admin admin] Usage tracker for resource:security_group_rule and tenant:ff95c6732b214deaad705e1bfd10a0a2 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:44:34.392718 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-e903c1e7-5bcd-4f7e-b132-c55d7d6ca1bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:44:34.398996 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-e903c1e7-5bcd-4f7e-b132-c55d7d6ca1bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:44:34.474699 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1518942b-9fbf-4e5d-9288-8203b9138f15 req-c739d03a-50e7-4869-a420-73344dd68d53 service neutron] 10.222.0.43 "GET /v2.0/networks/d19eb0ec-3fca-4972-8b6c-dc33db64d81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3224325
Jul 14 08:44:34.485516 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5b45c-1aba-49fd-be5a-8659a1bbe560 req-6ebe3b46-e9c5-4b45-93cc-08ea8946b33c tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:34.487244 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-94e5b45c-1aba-49fd-be5a-8659a1bbe560 req-6ebe3b46-e9c5-4b45-93cc-08ea8946b33c tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0639eb0-b058-4e42-981b-66e498ea2bde HTTP/1.1" status: 200  len: 945 time: 0.6233866
Jul 14 08:44:34.489283 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e903c1e7-5bcd-4f7e-b132-c55d7d6ca1bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:34.492385 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e903c1e7-5bcd-4f7e-b132-c55d7d6ca1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:34.558544 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:34.582053 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-49a5b282-53e1-41fc-961e-e8f6d6eeb9bb req-7c033756-6f12-4e86-99c5-dc1c2247a534 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2406192
Jul 14 08:44:34.585305 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8fab0953-a484-4cad-8b0e-05d1ba197a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:34.623883 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-8fab0953-a484-4cad-8b0e-05d1ba197a09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:44:34.628486 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-8fab0953-a484-4cad-8b0e-05d1ba197a09 admin admin] Usage tracker for resource:security_group_rule and tenant:f9e802cfc4c146d0b5541b55e98120de is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:44:34.631575 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-8fab0953-a484-4cad-8b0e-05d1ba197a09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:44:34.637660 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-8fab0953-a484-4cad-8b0e-05d1ba197a09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:44:34.708167 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8fab0953-a484-4cad-8b0e-05d1ba197a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:34.709130 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-94e5b45c-1aba-49fd-be5a-8659a1bbe560 req-ef724432-692f-473f-a04a-8c75811e2818 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/security-groups?id=82225130-2680-4332-a37f-3aa7f1c2fbaa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2153547
Jul 14 08:44:34.723651 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903c1e7-5bcd-4f7e-b132-c55d7d6ca1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6becef-c845-4013-bfbf-a24c47943a06,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:34.729576 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8fab0953-a484-4cad-8b0e-05d1ba197a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:34.737054 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:34.747402 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e903c1e7-5bcd-4f7e-b132-c55d7d6ca1bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:34.753886 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-e903c1e7-5bcd-4f7e-b132-c55d7d6ca1bb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ff95c6732b214deaad705e1bfd10a0a2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9980478
Jul 14 08:44:34.756823 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 53302) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:34.917189 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab0953-a484-4cad-8b0e-05d1ba197a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8f6e00-8299-4123-ba81-2d5a409d399f,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:34.921932 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e307ee10-8e3f-4e2b-85e3-90c6b137962d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:34.925982 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-8fab0953-a484-4cad-8b0e-05d1ba197a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:34.929750 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-19eda726-35f8-4140-b1da-4c4d8daf3b54 req-7f036932-42b3-4917-b0d1-d2276994f957 service neutron] 10.222.0.43 "GET /v2.0/networks/a5638089-0bc3-451e-b07e-8f6a2e41d3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5473440
Jul 14 08:44:34.945354 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-8fab0953-a484-4cad-8b0e-05d1ba197a09 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f9e802cfc4c146d0b5541b55e98120de&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6936414
Jul 14 08:44:34.948867 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 53308) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:34.982219 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a9204-1a49-43bb-ba1a-43d58c2c69e1 req-b98f4885-613f-4d76-97e7-6cee86826837 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:34.984573 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-024a9204-1a49-43bb-ba1a-43d58c2c69e1 req-b98f4885-613f-4d76-97e7-6cee86826837 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 944 time: 0.1953764
Jul 14 08:44:35.036301 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e307ee10-8e3f-4e2b-85e3-90c6b137962d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:35.040217 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-024a9204-1a49-43bb-ba1a-43d58c2c69e1 req-d3f184fc-afbb-4f40-8b3b-b84dc697bec5 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481327
Jul 14 08:44:35.103713 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device c8fb76f8-786e-48d2-8b7f-d7e369ba3953 up at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:44:35.140932 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf0818-52e5-4301-9ef2-f331ec690886 req-5d172936-35c7-434c-bbf1-c3dff038d4f1 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:35.142477 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4dcf0818-52e5-4301-9ef2-f331ec690886 req-5d172936-35c7-434c-bbf1-c3dff038d4f1 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 945 time: 0.1651065
Jul 14 08:44:35.178869 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning for port c8fb76f8-786e-48d2-8b7f-d7e369ba3953 completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:44:35.184947 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning complete for port c8fb76f8-786e-48d2-8b7f-d7e369ba3953 triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:44:35.185604 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:35.186603 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-194278f4-4641-41d8-b4c3-e516172cb201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:35.215370 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-194278f4-4641-41d8-b4c3-e516172cb201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:35.277912 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e307ee10-8e3f-4e2b-85e3-90c6b137962d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:35.291316 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:35.303355 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-194278f4-4641-41d8-b4c3-e516172cb201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:35.321297 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307ee10-8e3f-4e2b-85e3-90c6b137962d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6becef-c845-4013-bfbf-a24c47943a06,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:35.338980 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e307ee10-8e3f-4e2b-85e3-90c6b137962d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:35.339956 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:35.356619 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194278f4-4641-41d8-b4c3-e516172cb201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8f6e00-8299-4123-ba81-2d5a409d399f,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:35.360744 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4dcf0818-52e5-4301-9ef2-f331ec690886 req-1b355a6f-85c7-4b36-8297-fb6aa3b3eacf tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2037427
Jul 14 08:44:35.362733 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-194278f4-4641-41d8-b4c3-e516172cb201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:35.363603 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-194278f4-4641-41d8-b4c3-e516172cb201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:35.364819 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-194278f4-4641-41d8-b4c3-e516172cb201 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4b8f6e00-8299-4123-ba81-2d5a409d399f HTTP/1.1" status: 204  len: 168 time: 0.4129829
Jul 14 08:44:35.366289 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e307ee10-8e3f-4e2b-85e3-90c6b137962d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:35.370213 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-e307ee10-8e3f-4e2b-85e3-90c6b137962d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cf6becef-c845-4013-bfbf-a24c47943a06 HTTP/1.1" status: 204  len: 168 time: 0.6123371
Jul 14 08:44:35.557446 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:35.590133 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb86f677-e462-453c-8796-b44a47c037ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8fb76f8-786e-48d2-8b7f-d7e369ba3953'}] {{(pid=82097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:44:35.602014 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port c8fb76f8-786e-48d2-8b7f-d7e369ba3953, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=c8fb76f8-786e-48d2-8b7f-d7e369ba3953,segment=NetworkSegment(0edd189e-e3ea-4923-a0da-7557c2c9cbcb),segment_id=0edd189e-e3ea-4923-a0da-7557c2c9cbcb)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:44:35.605604 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:35.607845 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-b7809f1c-ab91-4a77-a306-543c9f448cb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:35.680949 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=c8fb76f8-786e-48d2-8b7f-d7e369ba3953,revision_number=5']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:35.684022 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:35.693603 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb86f677-e462-453c-8796-b44a47c037ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8fb76f8-786e-48d2-8b7f-d7e369ba3953', 'code': 200}
Jul 14 08:44:35.753078 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d5fc363a-1d11-477e-a439-593353cbdcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:35.872374 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be62ff-3ab2-4a4e-b617-225338f1537b req-15a6eeb6-3764-41ee-ace5-4042b0a4adc4 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:35.874375 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-80be62ff-3ab2-4a4e-b617-225338f1537b req-15a6eeb6-3764-41ee-ace5-4042b0a4adc4 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 943 time: 0.1125798
Jul 14 08:44:35.943867 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-80be62ff-3ab2-4a4e-b617-225338f1537b req-f8691db6-8400-4f14-a097-5d3acc634ad0 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0617530
Jul 14 08:44:35.954428 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 53338) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:35.978053 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:36.028231 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b34ac942-5bb6-4e7a-8a18-8e1149746d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:36.083994 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-b34ac942-5bb6-4e7a-8a18-8e1149746d5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:44:36.090600 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-b34ac942-5bb6-4e7a-8a18-8e1149746d5a admin admin] Usage tracker for resource:security_group_rule and tenant:f9b5db3038c44a8ea8b09f05e553192a is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:44:36.094381 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-b34ac942-5bb6-4e7a-8a18-8e1149746d5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:44:36.100301 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-94e8cce6-7939-4493-b85a-111fe8af65ed req-c64a0298-e95e-4c75-8d86-7ade1e7570a0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 1098 time: 0.1210346
Jul 14 08:44:36.104153 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-b34ac942-5bb6-4e7a-8a18-8e1149746d5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:44:36.176678 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-94e8cce6-7939-4493-b85a-111fe8af65ed req-e7118fa0-6af8-46a1-8cdc-910c89efe46c service neutron] Synchronizing usage tracker for tenant:ac64a2380c2c4c7ab973dc3ee0bc54da on resource:security_group {{(pid=82096) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:44:36.211573 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-94e8cce6-7939-4493-b85a-111fe8af65ed req-e7118fa0-6af8-46a1-8cdc-910c89efe46c service neutron] Unset dirty status for tenant:ac64a2380c2c4c7ab973dc3ee0bc54da on resource:security_group {{(pid=82096) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:44:36.212767 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-94e8cce6-7939-4493-b85a-111fe8af65ed req-e7118fa0-6af8-46a1-8cdc-910c89efe46c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987282
Jul 14 08:44:36.231859 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b34ac942-5bb6-4e7a-8a18-8e1149746d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:36.236197 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b34ac942-5bb6-4e7a-8a18-8e1149746d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:36.243974 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-2db200a8-1fe8-42c8-b8fe-8d6503d80c83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:36.330760 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ac942-5bb6-4e7a-8a18-8e1149746d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de34fde7-317a-4c95-a167-b72ea7a72eaf,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:36.338569 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-b34ac942-5bb6-4e7a-8a18-8e1149746d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:36.344381 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-b34ac942-5bb6-4e7a-8a18-8e1149746d5a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f9b5db3038c44a8ea8b09f05e553192a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3854876
Jul 14 08:44:36.345255 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 53358) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:36.455298 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267f9e3-edcf-4838-90b8-3fc45dd261a3 req-c1cff4a8-1c24-45cb-8a65-2709dd4a685b tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:36.458409 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3267f9e3-edcf-4838-90b8-3fc45dd261a3 req-c1cff4a8-1c24-45cb-8a65-2709dd4a685b tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 944 time: 0.1731260
Jul 14 08:44:36.473004 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-84624756-ef2d-4418-a6be-14b6abc6ff29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:36.512459 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-84624756-ef2d-4418-a6be-14b6abc6ff29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:36.530539 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3267f9e3-edcf-4838-90b8-3fc45dd261a3 req-bb7faa0a-d3ea-4840-962e-251d4945291f tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659432
Jul 14 08:44:36.608624 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-84624756-ef2d-4418-a6be-14b6abc6ff29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:36.618077 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:36.632204 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-84624756-ef2d-4418-a6be-14b6abc6ff29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:36.633786 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-84624756-ef2d-4418-a6be-14b6abc6ff29 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/de34fde7-317a-4c95-a167-b72ea7a72eaf HTTP/1.1" status: 204  len: 168 time: 0.2872560
Jul 14 08:44:36.636612 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84624756-ef2d-4418-a6be-14b6abc6ff29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de34fde7-317a-4c95-a167-b72ea7a72eaf,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:36.639640 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-84624756-ef2d-4418-a6be-14b6abc6ff29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:36.735891 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:36.902371 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb850c-23da-43a9-aab0-f302adec3261 req-43b08f8f-40c2-46e8-b2b9-d0155eb5e65f tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:36.910447 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0edb850c-23da-43a9-aab0-f302adec3261 req-43b08f8f-40c2-46e8-b2b9-d0155eb5e65f tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 945 time: 0.1322331
Jul 14 08:44:36.989732 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0edb850c-23da-43a9-aab0-f302adec3261 req-463bb4aa-9971-4f24-a924-b6467a60b8a7 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0649107
Jul 14 08:44:37.121799 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device f97f4cfc-7d78-40dc-a280-407261966493 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 14 08:44:37.245518 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b13a32-1789-4c78-8c79-29d198797190 req-559df37b-c268-49de-bb61-2f423359c6fe tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:37.247260 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-82b13a32-1789-4c78-8c79-29d198797190 req-559df37b-c268-49de-bb61-2f423359c6fe tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 943 time: 0.1105661
Jul 14 08:44:37.340798 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port f97f4cfc-7d78-40dc-a280-407261966493, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=f97f4cfc-7d78-40dc-a280-407261966493,segment=NetworkSegment(0edd189e-e3ea-4923-a0da-7557c2c9cbcb),segment_id=0edd189e-e3ea-4923-a0da-7557c2c9cbcb)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:44:37.359069 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Returning: {'device': 'f97f4cfc-7d78-40dc-a280-407261966493', 'network_id': 'd19eb0ec-3fca-4972-8b6c-dc33db64d81a', 'port_id': 'f97f4cfc-7d78-40dc-a280-407261966493', 'mac_address': 'fa:16:3e:70:5d:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39925f90-e1ab-4017-bcf5-1e919a7aa9a0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 14 08:44:37.362477 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device b904831d-c561-4abf-b18b-fa6f34ef809f up at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:44:37.495559 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:37.515508 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f97f4cfc-7d78-40dc-a280-407261966493 {{(pid=82097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:44:37.531794 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port f97f4cfc-7d78-40dc-a280-407261966493, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=f97f4cfc-7d78-40dc-a280-407261966493,segment=NetworkSegment(0edd189e-e3ea-4923-a0da-7557c2c9cbcb),segment_id=0edd189e-e3ea-4923-a0da-7557c2c9cbcb)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:44:37.538137 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:37.538912 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 53e7a961-2698-464d-a87b-bc77325c7a66 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 14 08:44:37.542987 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:37.618418 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=f97f4cfc-7d78-40dc-a280-407261966493,revision_number=4']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:37.625099 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:37.633159 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-82b13a32-1789-4c78-8c79-29d198797190 req-38f4501a-1e1e-44a8-a2fc-a38812cf336d tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3793757
Jul 14 08:44:37.673508 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning for port b904831d-c561-4abf-b18b-fa6f34ef809f completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:44:37.846016 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning complete for port b904831d-c561-4abf-b18b-fa6f34ef809f triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:44:37.846438 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:37.904994 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369dea64-5e16-4744-b8a9-fe322fe42893 req-2adebf80-5e26-4e9f-aaad-328159c83472 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:37.918387 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-369dea64-5e16-4744-b8a9-fe322fe42893 req-2adebf80-5e26-4e9f-aaad-328159c83472 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 945 time: 0.1291416
Jul 14 08:44:37.988473 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-369dea64-5e16-4744-b8a9-fe322fe42893 req-75c96ee5-bbfc-47e3-9aaa-e46e4bf2c00a tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687001
Jul 14 08:44:38.118378 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port 53e7a961-2698-464d-a87b-bc77325c7a66, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=53e7a961-2698-464d-a87b-bc77325c7a66,segment=NetworkSegment(12621a13-2c01-4bd6-95be-3fd9fa7c6003),segment_id=12621a13-2c01-4bd6-95be-3fd9fa7c6003)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:44:38.189512 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Returning: {'device': '53e7a961-2698-464d-a87b-bc77325c7a66', 'network_id': 'a5638089-0bc3-451e-b07e-8f6a2e41d3b4', 'port_id': '53e7a961-2698-464d-a87b-bc77325c7a66', 'mac_address': 'fa:16:3e:d9:b6:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd6bd243-ec5f-4ebe-97dd-3f142d2cc859', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 14 08:44:38.194626 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:38.248088 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa7cf8-487d-4ad8-a781-acec6fc95e24 req-0727e564-3ea0-4604-ae81-2573d5b11e27 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:38.257239 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8daa7cf8-487d-4ad8-a781-acec6fc95e24 req-0727e564-3ea0-4604-ae81-2573d5b11e27 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 945 time: 0.1084645
Jul 14 08:44:38.278124 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:38.293012 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-456fa49d-6fef-4cd3-8d46-efd7e4724b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:38.320501 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port b904831d-c561-4abf-b18b-fa6f34ef809f, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=b904831d-c561-4abf-b18b-fa6f34ef809f,segment=NetworkSegment(54020ed2-9764-455c-bb75-78a5101f4433),segment_id=54020ed2-9764-455c-bb75-78a5101f4433)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:44:38.322831 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2363fe-270a-4a6e-96ed-2fb6f685a2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b904831d-c561-4abf-b18b-fa6f34ef809f'}] {{(pid=82097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:44:38.330136 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:38.333205 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:38.357272 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8daa7cf8-487d-4ad8-a781-acec6fc95e24 req-c680a97d-08a0-448e-85d6-e1f577902a0b tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0988970
Jul 14 08:44:38.372384 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53e7a961-2698-464d-a87b-bc77325c7a66 {{(pid=82097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:44:38.416356 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2363fe-270a-4a6e-96ed-2fb6f685a2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b904831d-c561-4abf-b18b-fa6f34ef809f', 'code': 200}
Jul 14 08:44:38.423228 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port 53e7a961-2698-464d-a87b-bc77325c7a66, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=53e7a961-2698-464d-a87b-bc77325c7a66,segment=NetworkSegment(12621a13-2c01-4bd6-95be-3fd9fa7c6003),segment_id=12621a13-2c01-4bd6-95be-3fd9fa7c6003)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:44:38.430462 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:38.435502 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=b904831d-c561-4abf-b18b-fa6f34ef809f,revision_number=5']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:38.438735 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:38.439432 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:38.517839 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:38.528467 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=53e7a961-2698-464d-a87b-bc77325c7a66,revision_number=4']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:38.532877 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:38.554205 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 53444) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:38.847986 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ca932b07-d59c-4778-b3ac-96440cf4c1cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:38.878944 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c200101-832c-4af0-be49-0a5c99c506a9 req-4e1858f3-fb97-433c-b3aa-da1d52aafded tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:38.887525 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0c200101-832c-4af0-be49-0a5c99c506a9 req-4e1858f3-fb97-433c-b3aa-da1d52aafded tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 944 time: 0.1038768
Jul 14 08:44:38.890417 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-14dcfbdd-c880-4f75-a018-0bc761d4e9de req-37f3b83e-52b6-4b42-a822-3ae6520b2d57 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 1099 time: 0.1469200
Jul 14 08:44:38.891846 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-ca932b07-d59c-4778-b3ac-96440cf4c1cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:44:38.896405 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-ca932b07-d59c-4778-b3ac-96440cf4c1cc admin admin] Usage tracker for resource:security_group_rule and tenant:e76469ee133a47869151287f2e8eb7e5 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:44:38.899728 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-ca932b07-d59c-4778-b3ac-96440cf4c1cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:44:38.923423 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-ca932b07-d59c-4778-b3ac-96440cf4c1cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:44:38.935748 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] get_ports_and_sgs() called for port_ids ['53e7a961-2698-464d-a87b-bc77325c7a66'] {{(pid=82097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 14 08:44:38.948689 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0c200101-832c-4af0-be49-0a5c99c506a9 req-b3f9eca8-0a16-45c9-b74d-860ec4426ad2 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0596588
Jul 14 08:44:39.005488 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-14dcfbdd-c880-4f75-a018-0bc761d4e9de req-563694a2-0090-4fa5-a3e9-86bc9041de08 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1026886
Jul 14 08:44:39.009205 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] get_ports_and_sgs() called for port_ids ['f97f4cfc-7d78-40dc-a280-407261966493'] {{(pid=82097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 14 08:44:39.057091 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ca932b07-d59c-4778-b3ac-96440cf4c1cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:39.060997 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ca932b07-d59c-4778-b3ac-96440cf4c1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:39.072930 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-4d1f358d-870c-4be1-8a68-8cdb136661c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:39.109426 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca932b07-d59c-4778-b3ac-96440cf4c1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0724b9aa-0a5b-4beb-b35d-249ec5fd8c88,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:39.136293 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca932b07-d59c-4778-b3ac-96440cf4c1cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:44:39.136815 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca932b07-d59c-4778-b3ac-96440cf4c1cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:44:39.137050 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca932b07-d59c-4778-b3ac-96440cf4c1cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:44:39.137450 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca932b07-d59c-4778-b3ac-96440cf4c1cc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:44:39.137840 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca932b07-d59c-4778-b3ac-96440cf4c1cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:44:39.138232 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca932b07-d59c-4778-b3ac-96440cf4c1cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:44:39.138625 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca932b07-d59c-4778-b3ac-96440cf4c1cc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:44:39.139023 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca932b07-d59c-4778-b3ac-96440cf4c1cc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:44:39.140802 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca932b07-d59c-4778-b3ac-96440cf4c1cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:44:39.141300 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca932b07-d59c-4778-b3ac-96440cf4c1cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:44:39.141821 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca932b07-d59c-4778-b3ac-96440cf4c1cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:44:39.167726 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-ca932b07-d59c-4778-b3ac-96440cf4c1cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:39.178065 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-ca932b07-d59c-4778-b3ac-96440cf4c1cc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e76469ee133a47869151287f2e8eb7e5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6224420
Jul 14 08:44:39.180886 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 53468) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:39.271431 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3095fdd2-8b8d-4406-b2be-3d1877edddaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:39.307561 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3095fdd2-8b8d-4406-b2be-3d1877edddaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:39.380061 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c15088-082b-4734-86cb-f50d8e989e7e req-3dba0de5-8061-4f81-81cd-52aaac804250 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:39.382193 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-18c15088-082b-4734-86cb-f50d8e989e7e req-3dba0de5-8061-4f81-81cd-52aaac804250 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 945 time: 0.1597066
Jul 14 08:44:39.400820 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3095fdd2-8b8d-4406-b2be-3d1877edddaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:39.417113 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c111e3c3-abb9-413f-b3f9-d57b170aa048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:39.439493 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-18c15088-082b-4734-86cb-f50d8e989e7e req-86e9247b-f331-44d0-8f3b-d2e7e39bdc79 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503995
Jul 14 08:44:39.445524 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3095fdd2-8b8d-4406-b2be-3d1877edddaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0724b9aa-0a5b-4beb-b35d-249ec5fd8c88,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:39.458443 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-3095fdd2-8b8d-4406-b2be-3d1877edddaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:39.459480 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3095fdd2-8b8d-4406-b2be-3d1877edddaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:39.460964 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-3095fdd2-8b8d-4406-b2be-3d1877edddaa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0724b9aa-0a5b-4beb-b35d-249ec5fd8c88 HTTP/1.1" status: 204  len: 168 time: 0.2788677
Jul 14 08:44:39.532650 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:39.630965 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda17191-f31f-4449-a5f2-9be143b46486 req-b880ebbe-d6db-4c35-ba95-42ea693a7e4c tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:39.632863 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bda17191-f31f-4449-a5f2-9be143b46486 req-b880ebbe-d6db-4c35-ba95-42ea693a7e4c tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 946 time: 0.0959399
Jul 14 08:44:39.689660 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bda17191-f31f-4449-a5f2-9be143b46486 req-ec8157ef-b216-4984-b4c8-4390bb93bac9 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507040
Jul 14 08:44:40.004852 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 53498) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:40.033189 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f904798c-3529-4ae9-ba8f-b16088ec9b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:40.078518 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-f904798c-3529-4ae9-ba8f-b16088ec9b21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:44:40.083433 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-f904798c-3529-4ae9-ba8f-b16088ec9b21 admin admin] Usage tracker for resource:security_group_rule and tenant:0e41d30199614126ae11d0d5e8c79857 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:44:40.087351 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-f904798c-3529-4ae9-ba8f-b16088ec9b21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:44:40.094636 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-f904798c-3529-4ae9-ba8f-b16088ec9b21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:44:40.171332 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f904798c-3529-4ae9-ba8f-b16088ec9b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:40.177527 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7d55b-da05-40e6-b64c-56ec4352a84d req-bb91e8f1-8196-44d5-8fb7-0bfa6388f6bc tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:40.179205 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-04d7d55b-da05-40e6-b64c-56ec4352a84d req-bb91e8f1-8196-44d5-8fb7-0bfa6388f6bc tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 944 time: 0.1042747
Jul 14 08:44:40.180320 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f904798c-3529-4ae9-ba8f-b16088ec9b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:40.188909 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-aa4da7d8-ec3f-40ae-bcda-6974fa598b2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:40.236847 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-04d7d55b-da05-40e6-b64c-56ec4352a84d req-2ed7b099-f4c7-4797-9154-2dc560e7feeb tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500867
Jul 14 08:44:40.305020 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 53508) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:40.315474 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-f904798c-3529-4ae9-ba8f-b16088ec9b21 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0e41d30199614126ae11d0d5e8c79857&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2959962
Jul 14 08:44:40.331525 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904798c-3529-4ae9-ba8f-b16088ec9b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324d8772-dbd9-492a-aefd-e257c62256cc,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:40.335662 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-f904798c-3529-4ae9-ba8f-b16088ec9b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:40.420085 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-27b3db1d-1558-4d50-990b-fb0de8fa562c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:40.449699 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-27b3db1d-1558-4d50-990b-fb0de8fa562c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:40.504126 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-27b3db1d-1558-4d50-990b-fb0de8fa562c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:40.509480 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e7e9af7b-f12c-4959-8e9b-7d5f53080ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:40.530356 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b3db1d-1558-4d50-990b-fb0de8fa562c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324d8772-dbd9-492a-aefd-e257c62256cc,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:40.534100 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-27b3db1d-1558-4d50-990b-fb0de8fa562c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:40.565375 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-27b3db1d-1558-4d50-990b-fb0de8fa562c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:40.566637 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-27b3db1d-1558-4d50-990b-fb0de8fa562c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/324d8772-dbd9-492a-aefd-e257c62256cc HTTP/1.1" status: 204  len: 168 time: 0.2605517
Jul 14 08:44:40.745956 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b76623-999c-423e-9809-36a48350c912 req-3670670c-0c54-4abd-82e4-7b1526ce8a98 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:40.747830 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c5b76623-999c-423e-9809-36a48350c912 req-3670670c-0c54-4abd-82e4-7b1526ce8a98 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 945 time: 0.0929656
Jul 14 08:44:40.804576 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c5b76623-999c-423e-9809-36a48350c912 req-95c58eee-b6d9-46be-8aa1-cdec16a4dc9c tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496991
Jul 14 08:44:40.937103 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76b096-f718-47e1-8e87-e6d660ac006b req-a792fbb7-d22f-405e-8c81-e0f1e9d7ce2d tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:40.938694 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9d76b096-f718-47e1-8e87-e6d660ac006b req-a792fbb7-d22f-405e-8c81-e0f1e9d7ce2d tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 946 time: 0.0863731
Jul 14 08:44:40.989844 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9d76b096-f718-47e1-8e87-e6d660ac006b req-c0590957-725b-4b81-b188-18fcdf38e24e tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449750
Jul 14 08:44:41.160634 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device f97f4cfc-7d78-40dc-a280-407261966493 up at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:44:41.225789 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c95da7-7a0b-40f4-a1e2-153121a0aad9 req-ae821363-7aaa-48ef-abc8-7bab439c78c5 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:41.227647 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-40c95da7-7a0b-40f4-a1e2-153121a0aad9 req-ae821363-7aaa-48ef-abc8-7bab439c78c5 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 946 time: 0.1082304
Jul 14 08:44:41.237212 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 53544) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:41.243096 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-f1d85622-7c82-4f43-9ef8-c5eb436a6152 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Request body: {'floatingip': {'port_id': 'b904831d-c561-4abf-b18b-fa6f34ef809f'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:44:41.246250 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning for port f97f4cfc-7d78-40dc-a280-407261966493 completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:44:41.251762 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning complete for port f97f4cfc-7d78-40dc-a280-407261966493 triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:44:41.252358 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:41.326012 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f1d85622-7c82-4f43-9ef8-c5eb436a6152 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for floatingip, before_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:41.381658 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:41.483339 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port f97f4cfc-7d78-40dc-a280-407261966493, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=f97f4cfc-7d78-40dc-a280-407261966493,segment=NetworkSegment(0edd189e-e3ea-4923-a0da-7557c2c9cbcb),segment_id=0edd189e-e3ea-4923-a0da-7557c2c9cbcb)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:44:41.485369 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc2a98e-9d31-4bce-b740-1bae3065db7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97f4cfc-7d78-40dc-a280-407261966493'}] {{(pid=82097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:44:41.505315 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:41.506253 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 53e7a961-2698-464d-a87b-bc77325c7a66 up at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:44:41.577642 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:41.625731 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc2a98e-9d31-4bce-b740-1bae3065db7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97f4cfc-7d78-40dc-a280-407261966493', 'code': 200}
Jul 14 08:44:41.708576 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=f97f4cfc-7d78-40dc-a280-407261966493,revision_number=5']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:41.714939 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:41.729260 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning for port 53e7a961-2698-464d-a87b-bc77325c7a66 completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:44:41.739023 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning complete for port 53e7a961-2698-464d-a87b-bc77325c7a66 triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:44:41.741818 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:41.772519 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ebef0-8621-41db-a017-fffb8b1aaf6e req-b82d71ef-8d00-4a64-ad62-0e482c85eeed tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:41.774295 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d01ebef0-8621-41db-a017-fffb8b1aaf6e req-b82d71ef-8d00-4a64-ad62-0e482c85eeed tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 944 time: 0.3460109
Jul 14 08:44:41.968056 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:42.014548 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port 53e7a961-2698-464d-a87b-bc77325c7a66, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=53e7a961-2698-464d-a87b-bc77325c7a66,segment=NetworkSegment(12621a13-2c01-4bd6-95be-3fd9fa7c6003),segment_id=12621a13-2c01-4bd6-95be-3fd9fa7c6003)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:44:42.027525 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:42.029782 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:42.107706 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d01ebef0-8621-41db-a017-fffb8b1aaf6e req-b566e58b-c438-4612-94b5-ea36063fb7a6 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3243549
Jul 14 08:44:42.156527 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e1896-d613-42b9-ba9a-53b7b88bb658 req-09d19ba4-b502-49b9-9276-3d5228d6e4ba tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:42.158651 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-df2e1896-d613-42b9-ba9a-53b7b88bb658 req-09d19ba4-b502-49b9-9276-3d5228d6e4ba tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 946 time: 0.1244552
Jul 14 08:44:42.181334 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=53e7a961-2698-464d-a87b-bc77325c7a66,revision_number=5']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:42.183278 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-035eea69-194f-4a59-bc32-fdc94dc2c8c6 req-c2c0405b-156f-446b-a3b9-a1f49f18ad55 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 1099 time: 0.2607632
Jul 14 08:44:42.202356 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.agents_db [None req-e2914788-e7e4-4a13-b83f-78c3979e9233 None None] Agent healthcheck: found 6 active agents {{(pid=82098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 14 08:44:42.205103 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:44:42.205668 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:44:42.207692 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:44:42.208878 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:44:42.210133 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:44:42.216367 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:44:42.216796 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:44:42.217195 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:44:42.217580 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:44:42.218492 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:44:42.218872 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:44:42.226004 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:42.241118 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-df2e1896-d613-42b9-ba9a-53b7b88bb658 req-1a212bc3-502b-443f-8062-ff6809e8743d tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756705
Jul 14 08:44:42.453317 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-035eea69-194f-4a59-bc32-fdc94dc2c8c6 req-56a206f4-d607-45cf-a876-deb9e14f3f3c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2594461
Jul 14 08:44:42.855292 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f1d85622-7c82-4f43-9ef8-c5eb436a6152 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:42.857952 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f1d85622-7c82-4f43-9ef8-c5eb436a6152 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854084435'] for floatingip, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:43.068113 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.db.l3_db [None req-f1d85622-7c82-4f43-9ef8-c5eb436a6152 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Floating IP acba26ac-77a4-4e2c-9ea4-12b7e0b52efe associated. External IP: 172.27.3.21, port: b904831d-c561-4abf-b18b-fa6f34ef809f.
Jul 14 08:44:43.577759 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412099f2-110d-417f-b301-37d834fcdad7 req-950bcec6-9368-49b7-97d7-c369d4e7b1bc tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:43.590464 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-412099f2-110d-417f-b301-37d834fcdad7 req-950bcec6-9368-49b7-97d7-c369d4e7b1bc tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 946 time: 0.1502912
Jul 14 08:44:43.627551 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0418d959-049a-434d-ae48-1b73693eb8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e7a961-2698-464d-a87b-bc77325c7a66'}] {{(pid=82097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:44:43.656450 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f6bdb-e5b4-4ce2-8c40-1f0ab1117128 req-c08d40de-26d6-4897-b68e-c80d4d68f58e tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:43.658295 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-635f6bdb-e5b4-4ce2-8c40-1f0ab1117128 req-c08d40de-26d6-4897-b68e-c80d4d68f58e tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 945 time: 0.3244765
Jul 14 08:44:43.680069 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-412099f2-110d-417f-b301-37d834fcdad7 req-e3b2ea5b-0d54-48f0-9d09-023e5b14ebd1 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795922
Jul 14 08:44:43.750031 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 53664) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:43.765783 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0418d959-049a-434d-ae48-1b73693eb8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e7a961-2698-464d-a87b-bc77325c7a66', 'code': 200}
Jul 14 08:44:43.767719 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-635f6bdb-e5b4-4ce2-8c40-1f0ab1117128 req-7396c134-453a-4135-8d2f-90962dad8b82 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0993752
Jul 14 08:44:43.817431 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d85622-7c82-4f43-9ef8-c5eb436a6152 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Router 35c94502-fcbc-4f93-bdbd-47c38b2d773c has already been hosted by L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c {{(pid=82096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 14 08:44:43.959742 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0e01680f-54a3-4888-a998-dbb8900a14b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:43.999872 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-0e01680f-54a3-4888-a998-dbb8900a14b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:44:44.004690 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-0e01680f-54a3-4888-a998-dbb8900a14b3 admin admin] Usage tracker for resource:security_group_rule and tenant:e38251510dd049e2bc380c8c952b2f12 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:44:44.008128 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-0e01680f-54a3-4888-a998-dbb8900a14b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:44:44.016602 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-0e01680f-54a3-4888-a998-dbb8900a14b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:44:44.074666 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d85622-7c82-4f43-9ef8-c5eb436a6152 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:44:44.089325 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f1d85622-7c82-4f43-9ef8-c5eb436a6152 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for floatingip, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:44.092663 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622b9250-d427-40ee-a7a5-28b8fa1a0e8f None None] Sync routers for ids ['35c94502-fcbc-4f93-bdbd-47c38b2d773c'] in dv-cinder-800229-1-iscsi {{(pid=82098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:44:44.106216 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622b9250-d427-40ee-a7a5-28b8fa1a0e8f None None] Routers {'35c94502-fcbc-4f93-bdbd-47c38b2d773c'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:44:44.106996 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-622b9250-d427-40ee-a7a5-28b8fa1a0e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6402d29da0>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:44:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['35c94502-fcbc-4f93-bdbd-47c38b2d773c'], 'active': True} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:44:44.137437 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0e01680f-54a3-4888-a998-dbb8900a14b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:44.146876 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0e01680f-54a3-4888-a998-dbb8900a14b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:44.190279 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e903c1e7-5bcd-4f7e-b132-c55d7d6ca1bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:44.229660 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-f1d85622-7c82-4f43-9ef8-c5eb436a6152 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "PUT /v2.0/floatingips/acba26ac-77a4-4e2c-9ea4-12b7e0b52efe HTTP/1.1" status: 200  len: 991 time: 2.9891188
Jul 14 08:44:44.236852 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-0e01680f-54a3-4888-a998-dbb8900a14b3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e38251510dd049e2bc380c8c952b2f12&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4856908
Jul 14 08:44:44.238008 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 53678) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:44.245712 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2363fe-270a-4a6e-96ed-2fb6f685a2e2', 'tag': 'b904831d-c561-4abf-b18b-fa6f34ef809f'}] {{(pid=82096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:44:44.335866 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 53686) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:44.356348 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2363fe-270a-4a6e-96ed-2fb6f685a2e2', 'tag': 'b904831d-c561-4abf-b18b-fa6f34ef809f', 'status': 'completed', 'code': 200}
Jul 14 08:44:44.393747 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01680f-54a3-4888-a998-dbb8900a14b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c71585-44bb-47da-9152-626556200945,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:44.419967 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e01680f-54a3-4888-a998-dbb8900a14b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:44:44.420481 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e01680f-54a3-4888-a998-dbb8900a14b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:44:44.421003 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e01680f-54a3-4888-a998-dbb8900a14b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:44:44.421494 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e01680f-54a3-4888-a998-dbb8900a14b3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:44:44.421979 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e01680f-54a3-4888-a998-dbb8900a14b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:44:44.422453 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e01680f-54a3-4888-a998-dbb8900a14b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:44:44.422928 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e01680f-54a3-4888-a998-dbb8900a14b3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:44:44.423502 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e01680f-54a3-4888-a998-dbb8900a14b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:44:44.423882 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e01680f-54a3-4888-a998-dbb8900a14b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:44:44.424388 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e01680f-54a3-4888-a998-dbb8900a14b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:44:44.424930 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e01680f-54a3-4888-a998-dbb8900a14b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:44:44.429606 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-0e01680f-54a3-4888-a998-dbb8900a14b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:44.477239 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-622b9250-d427-40ee-a7a5-28b8fa1a0e8f None None] Set router 35c94502-fcbc-4f93-bdbd-47c38b2d773c gateway port host: dv-cinder-800229-1-iscsi {{(pid=82098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:44:44.544854 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4d9273b1-e1d5-47a2-9d63-ba81c62512f4 req-96f2a3e0-4576-4a17-be9e-780d059f45b9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 1098 time: 0.1654537
Jul 14 08:44:44.637214 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-69fd242a-5a72-4bc6-a52a-f76a5d4e67d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:44.648754 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4d9273b1-e1d5-47a2-9d63-ba81c62512f4 req-48405228-4df4-4dd7-9a3d-dc425bb363e3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0861003
Jul 14 08:44:44.650132 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-449ad1eb-f228-4d79-881b-82fea4ce4343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:44.694814 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-449ad1eb-f228-4d79-881b-82fea4ce4343 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:44:44.701159 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-449ad1eb-f228-4d79-881b-82fea4ce4343 admin admin] Usage tracker for resource:security_group_rule and tenant:dc73ba6a4f584b0db62b4fc20bbb7d8a is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:44:44.705359 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-449ad1eb-f228-4d79-881b-82fea4ce4343 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:44:44.709427 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-69fd242a-5a72-4bc6-a52a-f76a5d4e67d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:44.711536 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-449ad1eb-f228-4d79-881b-82fea4ce4343 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:44:44.777388 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-364d8504-0e4e-4020-a13a-b7adb7b1931a req-fe73c179-e023-4d5a-ab47-d5985cc4947d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b3a1809d9a5426abbaa7d1c2677f387&device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 1099 time: 0.3054211
Jul 14 08:44:44.784911 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-69fd242a-5a72-4bc6-a52a-f76a5d4e67d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:44.785351 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-449ad1eb-f228-4d79-881b-82fea4ce4343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:44.789783 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-449ad1eb-f228-4d79-881b-82fea4ce4343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:44.797246 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-9289762f-5d03-4613-902d-679fc2804c54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:44.813209 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-9aee31e1-0786-404e-b23c-5204d50317cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:44.816153 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd242a-5a72-4bc6-a52a-f76a5d4e67d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c71585-44bb-47da-9152-626556200945,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:44.835802 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-69fd242a-5a72-4bc6-a52a-f76a5d4e67d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:44.837136 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-69fd242a-5a72-4bc6-a52a-f76a5d4e67d8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c2c71585-44bb-47da-9152-626556200945 HTTP/1.1" status: 204  len: 168 time: 0.5904365
Jul 14 08:44:44.838623 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-69fd242a-5a72-4bc6-a52a-f76a5d4e67d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:44.942071 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ad1eb-f228-4d79-881b-82fea4ce4343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b35610-6d17-472f-a2db-0596a15da8ca,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:44.946375 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-449ad1eb-f228-4d79-881b-82fea4ce4343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:44.951764 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-449ad1eb-f228-4d79-881b-82fea4ce4343 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dc73ba6a4f584b0db62b4fc20bbb7d8a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6147859
Jul 14 08:44:44.953967 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 53704) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:45.021178 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a144b3-a315-4268-b3de-3e0e6cdcb31c req-8d4fd3f2-dd77-4590-9920-67a770086454 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:45.023035 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c6a144b3-a315-4268-b3de-3e0e6cdcb31c req-8d4fd3f2-dd77-4590-9920-67a770086454 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 946 time: 0.1760452
Jul 14 08:44:45.054351 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-622b9250-d427-40ee-a7a5-28b8fa1a0e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6402d29da0>, [{'id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'name': 'tempest-AttachVolumeShelveTestJSON-430322807-router', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'cb01eb5c-e36a-4f25-bdff-78debdf1d263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:40Z', 'updated_at': '2021-07-14T08:43:51Z', 'revision_number': 4, 'project_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'gw_port': {'id': 'cb01eb5c-e36a-4f25-bdff-78debdf1d263', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:41Z', 'updated_at': '2021-07-14T08:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_floatingips': [{'id': 'acba26ac-77a4-4e2c-9ea4-12b7e0b52efe', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'router_id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'port_id': 'b904831d-c561-4abf-b18b-fa6f34ef809f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52933724-b56f-4198-aacf-d572e3623b57', 'mac_address': 'fa:16:3e:25:c3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2363fe-270a-4a6e-96ed-2fb6f685a2e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:44:10Z', 'updated_at': '2021-07-14T08:44:42Z', 'revision_number': 1, 'project_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d30999-ab6a-41da-bdc0-6e0afa79ebee', 'name': '', 'network_id': '52933724-b56f-4198-aacf-d572e3623b57', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'mac_address': 'fa:16:3e:36:d5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2471914-bec5-4d3a-8fbd-31586948f335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:49Z', 'updated_at': '2021-07-14T08:44:09Z', 'revision_number': 5, 'project_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'subnets': [{'id': 'd2471914-bec5-4d3a-8fbd-31586948f335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:44:45.057000 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c7701-a073-4b9e-a1c8-ca8919b92b0a req-6935b240-c212-46b4-944d-bc1e845fb23b tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:45.071354 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622b9250-d427-40ee-a7a5-28b8fa1a0e8f None None] Checking router: 35c94502-fcbc-4f93-bdbd-47c38b2d773c for host: dv-cinder-800229-1-iscsi {{(pid=82098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:44:45.071461 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8c1c7701-a073-4b9e-a1c8-ca8919b92b0a req-6935b240-c212-46b4-944d-bc1e845fb23b tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 945 time: 0.1361449
Jul 14 08:44:45.079414 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-452e8046-3ac6-4dfc-97a9-6bfb9aa2114d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:45.083412 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622b9250-d427-40ee-a7a5-28b8fa1a0e8f None None] Routers {'35c94502-fcbc-4f93-bdbd-47c38b2d773c'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:44:45.084197 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-622b9250-d427-40ee-a7a5-28b8fa1a0e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6402d29da0>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:44:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['35c94502-fcbc-4f93-bdbd-47c38b2d773c'], 'active': True} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:44:45.120041 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c6a144b3-a315-4268-b3de-3e0e6cdcb31c req-2d1c8389-170f-4be9-bf9f-4195e0e6134e tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890462
Jul 14 08:44:45.121707 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-452e8046-3ac6-4dfc-97a9-6bfb9aa2114d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:45.144993 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8c1c7701-a073-4b9e-a1c8-ca8919b92b0a req-f3dd0622-9fc9-4ce0-92bd-baaaac9870f1 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0748322
Jul 14 08:44:45.173026 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-452e8046-3ac6-4dfc-97a9-6bfb9aa2114d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:45.178086 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-9eb5ffdd-b8ae-4fdd-b6b9-79b61ed36e3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:45.188950 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e8046-3ac6-4dfc-97a9-6bfb9aa2114d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b35610-6d17-472f-a2db-0596a15da8ca,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:45.192911 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-452e8046-3ac6-4dfc-97a9-6bfb9aa2114d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:45.196745 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-452e8046-3ac6-4dfc-97a9-6bfb9aa2114d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:45.201189 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-452e8046-3ac6-4dfc-97a9-6bfb9aa2114d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/67b35610-6d17-472f-a2db-0596a15da8ca HTTP/1.1" status: 204  len: 168 time: 0.2446187
Jul 14 08:44:45.356368 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d8504-0e4e-4020-a13a-b7adb7b1931a req-1b43c816-8fac-4220-808b-564e4e7f18fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:45.356368 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-364d8504-0e4e-4020-a13a-b7adb7b1931a req-1b43c816-8fac-4220-808b-564e4e7f18fb service neutron] 10.222.0.43 "GET /v2.0/networks?id=52933724-b56f-4198-aacf-d572e3623b57 HTTP/1.1" status: 200  len: 917 time: 0.1927292
Jul 14 08:44:45.357353 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 53714) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:45.374494 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-622b9250-d427-40ee-a7a5-28b8fa1a0e8f None None] Set router 35c94502-fcbc-4f93-bdbd-47c38b2d773c gateway port host: dv-cinder-800229-1-iscsi {{(pid=82098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:44:45.380687 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-58fd077b-de5b-4ae3-aa8e-7b6dbd6b32c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:45.415620 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-58fd077b-de5b-4ae3-aa8e-7b6dbd6b32c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:44:45.420050 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-58fd077b-de5b-4ae3-aa8e-7b6dbd6b32c0 admin admin] Usage tracker for resource:security_group_rule and tenant:5275585931fd4db189546a13875c516a is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:44:45.423689 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-58fd077b-de5b-4ae3-aa8e-7b6dbd6b32c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:44:45.430732 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-58fd077b-de5b-4ae3-aa8e-7b6dbd6b32c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:44:45.523167 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-364d8504-0e4e-4020-a13a-b7adb7b1931a req-aa7f5ca6-3d7d-42fe-8558-9bee102fdfc3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b904831d-c561-4abf-b18b-fa6f34ef809f HTTP/1.1" status: 200  len: 999 time: 0.1486852
Jul 14 08:44:45.572837 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-58fd077b-de5b-4ae3-aa8e-7b6dbd6b32c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:45.584293 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-58fd077b-de5b-4ae3-aa8e-7b6dbd6b32c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:45.602196 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:45.715391 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd077b-de5b-4ae3-aa8e-7b6dbd6b32c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1269ebef-9a86-45e7-8f7b-d7d007b26dd7,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:45.752663 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-58fd077b-de5b-4ae3-aa8e-7b6dbd6b32c0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5275585931fd4db189546a13875c516a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3943367
Jul 14 08:44:45.754113 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-58fd077b-de5b-4ae3-aa8e-7b6dbd6b32c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:45.754721 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 53728) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:45.881928 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 53732) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:45.915409 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-44add7ff-f72e-4c8c-96c2-d06320258715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:45.953317 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-44add7ff-f72e-4c8c-96c2-d06320258715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:44:45.957674 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-44add7ff-f72e-4c8c-96c2-d06320258715 admin admin] Usage tracker for resource:security_group_rule and tenant:d6d34199d9e342dda701f635ee489b62 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:44:45.960661 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-44add7ff-f72e-4c8c-96c2-d06320258715 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:44:45.965633 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-919d347c-e2d9-486a-a025-72c1c9ba93fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:45.966764 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-44add7ff-f72e-4c8c-96c2-d06320258715 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:44:45.976706 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-622b9250-d427-40ee-a7a5-28b8fa1a0e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6402d29da0>, [{'id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'name': 'tempest-AttachVolumeShelveTestJSON-430322807-router', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'cb01eb5c-e36a-4f25-bdff-78debdf1d263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:40Z', 'updated_at': '2021-07-14T08:43:51Z', 'revision_number': 4, 'project_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'gw_port': {'id': 'cb01eb5c-e36a-4f25-bdff-78debdf1d263', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:41Z', 'updated_at': '2021-07-14T08:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_floatingips': [{'id': 'acba26ac-77a4-4e2c-9ea4-12b7e0b52efe', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'router_id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'port_id': 'b904831d-c561-4abf-b18b-fa6f34ef809f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52933724-b56f-4198-aacf-d572e3623b57', 'mac_address': 'fa:16:3e:25:c3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2363fe-270a-4a6e-96ed-2fb6f685a2e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:44:10Z', 'updated_at': '2021-07-14T08:44:42Z', 'revision_number': 1, 'project_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d30999-ab6a-41da-bdc0-6e0afa79ebee', 'name': '', 'network_id': '52933724-b56f-4198-aacf-d572e3623b57', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'mac_address': 'fa:16:3e:36:d5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2471914-bec5-4d3a-8fbd-31586948f335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:49Z', 'updated_at': '2021-07-14T08:44:09Z', 'revision_number': 5, 'project_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'subnets': [{'id': 'd2471914-bec5-4d3a-8fbd-31586948f335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:44:45.981118 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622b9250-d427-40ee-a7a5-28b8fa1a0e8f None None] The sync data for ids ['35c94502-fcbc-4f93-bdbd-47c38b2d773c'] in dv-cinder-800229-1-iscsi is: [{'id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'name': 'tempest-AttachVolumeShelveTestJSON-430322807-router', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'cb01eb5c-e36a-4f25-bdff-78debdf1d263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:40Z', 'updated_at': '2021-07-14T08:43:51Z', 'revision_number': 4, 'project_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'gw_port': {'id': 'cb01eb5c-e36a-4f25-bdff-78debdf1d263', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:41Z', 'updated_at': '2021-07-14T08:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_floatingips': [{'id': 'acba26ac-77a4-4e2c-9ea4-12b7e0b52efe', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'router_id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'port_id': 'b904831d-c561-4abf-b18b-fa6f34ef809f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52933724-b56f-4198-aacf-d572e3623b57', 'mac_address': 'fa:16:3e:25:c3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2363fe-270a-4a6e-96ed-2fb6f685a2e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:44:10Z', 'updated_at': '2021-07-14T08:44:42Z', 'revision_number': 1, 'project_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d30999-ab6a-41da-bdc0-6e0afa79ebee', 'name': '', 'network_id': '52933724-b56f-4198-aacf-d572e3623b57', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'mac_address': 'fa:16:3e:36:d5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2471914-bec5-4d3a-8fbd-31586948f335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:49Z', 'updated_at': '2021-07-14T08:44:09Z', 'revision_number': 5, 'project_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'subnets': [{'id': 'd2471914-bec5-4d3a-8fbd-31586948f335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:44:45.997205 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-919d347c-e2d9-486a-a025-72c1c9ba93fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:46.003425 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d8504-0e4e-4020-a13a-b7adb7b1931a req-97d77c0b-5d87-46c9-b93b-aff17166467d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:46.005093 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-364d8504-0e4e-4020-a13a-b7adb7b1931a req-97d77c0b-5d87-46c9-b93b-aff17166467d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d2471914-bec5-4d3a-8fbd-31586948f335 HTTP/1.1" status: 200  len: 855 time: 0.4706569
Jul 14 08:44:46.024298 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333207d-3ef3-4071-8c68-bb01b3a5a379 req-a62abe6a-dc66-49d4-a667-6516e87b02af tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:46.025982 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b333207d-3ef3-4071-8c68-bb01b3a5a379 req-a62abe6a-dc66-49d4-a667-6516e87b02af tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 946 time: 0.2702191
Jul 14 08:44:46.038549 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3d122773-6d5a-45d8-b722-a5fd7d135804 req-a8260588-1d07-421a-a5cd-775dfbb74632 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ead16347efbf48ac94be432daab86c02&device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 1099 time: 0.4148316
Jul 14 08:44:46.093464 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-44add7ff-f72e-4c8c-96c2-d06320258715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:46.104482 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-44add7ff-f72e-4c8c-96c2-d06320258715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:46.116160 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:46.183899 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44add7ff-f72e-4c8c-96c2-d06320258715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94f3b1d-b934-4fb4-80ff-698a623558d2,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:46.189840 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-44add7ff-f72e-4c8c-96c2-d06320258715 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d6d34199d9e342dda701f635ee489b62&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3012722
Jul 14 08:44:46.190955 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-44add7ff-f72e-4c8c-96c2-d06320258715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:46.215753 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-364d8504-0e4e-4020-a13a-b7adb7b1931a req-a168d2e8-ef76-4561-9fea-645cad89ef90 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=52933724-b56f-4198-aacf-d572e3623b57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1939511
Jul 14 08:44:46.216643 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 53748) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:46.241231 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d122773-6d5a-45d8-b722-a5fd7d135804 req-b1efee4c-675a-44bd-95f7-decd40befb1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:46.242873 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3d122773-6d5a-45d8-b722-a5fd7d135804 req-b1efee4c-675a-44bd-95f7-decd40befb1c service neutron] 10.222.0.43 "GET /v2.0/networks?id=d19eb0ec-3fca-4972-8b6c-dc33db64d81a HTTP/1.1" status: 200  len: 920 time: 0.1823986
Jul 14 08:44:46.337018 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-919d347c-e2d9-486a-a025-72c1c9ba93fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:46.363630 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:46.390250 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b333207d-3ef3-4071-8c68-bb01b3a5a379 req-66aecc21-47d6-4c86-9a83-b0a39ecd1080 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3544178
Jul 14 08:44:46.398559 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3d122773-6d5a-45d8-b722-a5fd7d135804 req-526fa36e-8b28-4e25-a091-03fb4957a348 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f97f4cfc-7d78-40dc-a280-407261966493 HTTP/1.1" status: 200  len: 217 time: 0.1312976
Jul 14 08:44:46.399488 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d347c-e2d9-486a-a025-72c1c9ba93fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1269ebef-9a86-45e7-8f7b-d7d007b26dd7,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:46.402014 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-919d347c-e2d9-486a-a025-72c1c9ba93fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:46.449962 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-919d347c-e2d9-486a-a025-72c1c9ba93fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:46.454524 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-919d347c-e2d9-486a-a025-72c1c9ba93fe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1269ebef-9a86-45e7-8f7b-d7d007b26dd7 HTTP/1.1" status: 204  len: 168 time: 0.6495030
Jul 14 08:44:46.472970 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabeba00-1656-4538-9b11-2f2215fc8863 None None] New status for floating IP acba26ac-77a4-4e2c-9ea4-12b7e0b52efe: ACTIVE {{(pid=82097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Jul 14 08:44:46.476171 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d232fb8b-5ff8-491b-81a0-c1b350ac4123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:46.494857 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d122773-6d5a-45d8-b722-a5fd7d135804 req-c17bfdd8-5fc0-4d22-a18c-ae17ecfa13a5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:46.496767 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3d122773-6d5a-45d8-b722-a5fd7d135804 req-c17bfdd8-5fc0-4d22-a18c-ae17ecfa13a5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39925f90-e1ab-4017-bcf5-1e919a7aa9a0 HTTP/1.1" status: 200  len: 859 time: 0.0860314
Jul 14 08:44:46.525308 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d232fb8b-5ff8-491b-81a0-c1b350ac4123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:46.593071 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-364d8504-0e4e-4020-a13a-b7adb7b1931a req-7067b3e4-13e9-45d2-b78b-353bec333246 service neutron] 10.222.0.43 "GET /v2.0/networks/52933724-b56f-4198-aacf-d572e3623b57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3282588
Jul 14 08:44:46.614367 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa87c81-08ba-4584-9a86-dc211a7eb633 req-c4a03e65-195e-485f-8515-860bb6e43fe6 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:46.616082 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-afa87c81-08ba-4584-9a86-dc211a7eb633 req-c4a03e65-195e-485f-8515-860bb6e43fe6 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 945 time: 0.2480688
Jul 14 08:44:46.684379 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d232fb8b-5ff8-491b-81a0-c1b350ac4123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:46.694836 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-3095fdd2-8b8d-4406-b2be-3d1877edddaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:46.713028 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3d122773-6d5a-45d8-b722-a5fd7d135804 req-a19047e6-5b95-467f-a969-0789e91be708 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d19eb0ec-3fca-4972-8b6c-dc33db64d81a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1768954
Jul 14 08:44:46.777290 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d232fb8b-5ff8-491b-81a0-c1b350ac4123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94f3b1d-b934-4fb4-80ff-698a623558d2,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:46.779696 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-d232fb8b-5ff8-491b-81a0-c1b350ac4123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:46.795286 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d232fb8b-5ff8-491b-81a0-c1b350ac4123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:46.801964 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-d232fb8b-5ff8-491b-81a0-c1b350ac4123 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c94f3b1d-b934-4fb4-80ff-698a623558d2 HTTP/1.1" status: 204  len: 168 time: 0.5840824
Jul 14 08:44:46.871697 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-afa87c81-08ba-4584-9a86-dc211a7eb633 req-84243af0-0e50-4e6c-bfa2-5627e813ce82 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2486115
Jul 14 08:44:46.986360 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-364d8504-0e4e-4020-a13a-b7adb7b1931a req-ab776036-c2d2-4a16-a721-c040c32205fa service neutron] 10.222.0.43 "GET /v2.0/networks/52933724-b56f-4198-aacf-d572e3623b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3446491
Jul 14 08:44:47.098523 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3d122773-6d5a-45d8-b722-a5fd7d135804 req-812de17b-445c-4982-b6ef-b53326905c12 service neutron] 10.222.0.43 "GET /v2.0/networks/d19eb0ec-3fca-4972-8b6c-dc33db64d81a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3525467
Jul 14 08:44:47.553568 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3d122773-6d5a-45d8-b722-a5fd7d135804 req-df7d409d-63cd-45c6-a3f0-a4c4cf082ce1 service neutron] 10.222.0.43 "GET /v2.0/networks/d19eb0ec-3fca-4972-8b6c-dc33db64d81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3776815
Jul 14 08:44:47.663722 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff039c8b-62a5-4961-9149-d8b144ebc98e req-e0d44613-3706-4eb5-a653-e796e239cbf9 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:47.666178 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ff039c8b-62a5-4961-9149-d8b144ebc98e req-e0d44613-3706-4eb5-a653-e796e239cbf9 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 946 time: 0.1129043
Jul 14 08:44:47.729186 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ff039c8b-62a5-4961-9149-d8b144ebc98e req-b7897bd1-5c71-444b-93ac-43064b93c4de tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551698
Jul 14 08:44:47.926484 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 53808) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:48.095807 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86893a8c-b421-4ad1-8c6c-dd7ad8a86a33 req-196f1355-88c7-4c94-a6d4-37596edbc212 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:48.097482 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-86893a8c-b421-4ad1-8c6c-dd7ad8a86a33 req-196f1355-88c7-4c94-a6d4-37596edbc212 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 945 time: 0.0902898
Jul 14 08:44:48.150837 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-86893a8c-b421-4ad1-8c6c-dd7ad8a86a33 req-94c53d9a-446f-48ba-ae49-0a19807be01c tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467510
Jul 14 08:44:48.364606 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b400b28e-c13c-4078-8503-1669e7fe5a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:48.442344 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-b400b28e-c13c-4078-8503-1669e7fe5a85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:44:48.442463 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1dcb4-b854-4c1e-9044-26e3f2b64f93 req-b683752e-980f-40b3-94d6-71a9137f52c3 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:48.443950 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-07f1dcb4-b854-4c1e-9044-26e3f2b64f93 req-b683752e-980f-40b3-94d6-71a9137f52c3 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 945 time: 0.1484091
Jul 14 08:44:48.450684 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-b400b28e-c13c-4078-8503-1669e7fe5a85 admin admin] Usage tracker for resource:security_group_rule and tenant:02dff5ecad854922a84d378ea571d110 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:44:48.455611 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 53842) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:48.457354 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-b400b28e-c13c-4078-8503-1669e7fe5a85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:44:48.469788 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-fc41a3bf-78dc-4d86-8a6d-6a4ac9bebe71 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Request body: {'floatingip': {'port_id': '53e7a961-2698-464d-a87b-bc77325c7a66'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:44:48.478403 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-b400b28e-c13c-4078-8503-1669e7fe5a85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:44:48.492100 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-b10b1c96-caf4-4139-bba0-087bdc595b72 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:48.493017 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-b10b1c96-caf4-4139-bba0-087bdc595b72 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Synchronizing usage tracker for tenant:77661f60a3aa459dba3a5d43ab14951d on resource:network {{(pid=82095) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:44:48.525912 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-b10b1c96-caf4-4139-bba0-087bdc595b72 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Unset dirty status for tenant:77661f60a3aa459dba3a5d43ab14951d on resource:network {{(pid=82095) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:44:48.533446 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-b10b1c96-caf4-4139-bba0-087bdc595b72 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/networks?id=cde446a9-0c7c-4318-8125-e2ca25cc6bae HTTP/1.1" status: 200  len: 814 time: 0.2765274
Jul 14 08:44:48.561410 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-283e25a9-efae-465e-8539-fce8be8818c5 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/quotas/77661f60a3aa459dba3a5d43ab14951d HTTP/1.1" status: 200  len: 375 time: 0.0265691
Jul 14 08:44:48.664638 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b400b28e-c13c-4078-8503-1669e7fe5a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:48.674816 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b400b28e-c13c-4078-8503-1669e7fe5a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:48.675949 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-fc41a3bf-78dc-4d86-8a6d-6a4ac9bebe71 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks [] for floatingip, before_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:48.707198 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-d232fb8b-5ff8-491b-81a0-c1b350ac4123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:48.717026 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-b400b28e-c13c-4078-8503-1669e7fe5a85 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=02dff5ecad854922a84d378ea571d110&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7895420
Jul 14 08:44:48.720746 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 53848) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:48.794059 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-8d3bd7d0-11a5-4ddc-97de-6b864d6c14af tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=77661f60a3aa459dba3a5d43ab14951d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2178371
Jul 14 08:44:48.796793 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b400b28e-c13c-4078-8503-1669e7fe5a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4baa723-77ef-4911-b6c6-d2ab00dd083f,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:48.826882 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-b400b28e-c13c-4078-8503-1669e7fe5a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:48.965728 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-bce4e6bc-fa41-4a28-95f5-480d8ebaa7c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:48.994521 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-bce4e6bc-fa41-4a28-95f5-480d8ebaa7c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:49.060015 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-bce4e6bc-fa41-4a28-95f5-480d8ebaa7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:49.074426 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c1e1a-0b82-4058-92ea-a131cee42e64 req-d40da052-a440-40ab-953e-45e7db2822e0 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:49.080995 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:49.083512 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-883c1e1a-0b82-4058-92ea-a131cee42e64 req-d40da052-a440-40ab-953e-45e7db2822e0 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 946 time: 0.1353104
Jul 14 08:44:49.123330 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-bce4e6bc-fa41-4a28-95f5-480d8ebaa7c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:49.127616 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-bce4e6bc-fa41-4a28-95f5-480d8ebaa7c8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e4baa723-77ef-4911-b6c6-d2ab00dd083f HTTP/1.1" status: 204  len: 168 time: 0.4016049
Jul 14 08:44:49.127616 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce4e6bc-fa41-4a28-95f5-480d8ebaa7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4baa723-77ef-4911-b6c6-d2ab00dd083f,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:49.136079 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-0c6e3387-bc98-4970-b3cd-9c68158adac4 service neutron] 10.222.0.42 "GET /v2.0/networks/cde446a9-0c7c-4318-8125-e2ca25cc6bae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3410776
Jul 14 08:44:49.159139 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-bce4e6bc-fa41-4a28-95f5-480d8ebaa7c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:49.313532 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-883c1e1a-0b82-4058-92ea-a131cee42e64 req-bf323fa9-229a-44da-9211-14f8c1cb6542 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2289143
Jul 14 08:44:49.396359 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-09444237-7677-4e6e-a5c7-fcd6e2826ba4 service neutron] 10.222.0.42 "GET /v2.0/networks/cde446a9-0c7c-4318-8125-e2ca25cc6bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2592845
Jul 14 08:44:49.624323 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 53880) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:49.650375 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5ba62d8e-41fc-424f-b0e9-f66872a96cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:49.737246 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-5ba62d8e-41fc-424f-b0e9-f66872a96cad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:44:49.745365 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-5ba62d8e-41fc-424f-b0e9-f66872a96cad admin admin] Usage tracker for resource:security_group_rule and tenant:8b1a6bd0e3444e129df3cbc39d103484 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:44:49.756407 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-5ba62d8e-41fc-424f-b0e9-f66872a96cad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:44:49.765397 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-5ba62d8e-41fc-424f-b0e9-f66872a96cad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:44:49.768102 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-fc41a3bf-78dc-4d86-8a6d-6a4ac9bebe71 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:49.851784 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-67611930-f1dd-4ede-a266-141d6d7ca35e req-5d13ec72-a6d6-4508-99d2-73726fb99a98 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=b593dae1-4d3e-455c-ba8c-e3362a68dad5 HTTP/1.1" status: 200  len: 210 time: 0.0806797
Jul 14 08:44:49.852353 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-fc41a3bf-78dc-4d86-8a6d-6a4ac9bebe71 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854084435'] for floatingip, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:49.886219 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5ba62d8e-41fc-424f-b0e9-f66872a96cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:49.890181 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5ba62d8e-41fc-424f-b0e9-f66872a96cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:49.898493 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-f904798c-3529-4ae9-ba8f-b16088ec9b21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:49.955762 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-5ba62d8e-41fc-424f-b0e9-f66872a96cad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8b1a6bd0e3444e129df3cbc39d103484&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3301804
Jul 14 08:44:49.958812 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 53896) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:49.974654 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba62d8e-41fc-424f-b0e9-f66872a96cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991de851-767a-4dbf-988d-f53cf13fd009,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:49.980052 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-5ba62d8e-41fc-424f-b0e9-f66872a96cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:50.036697 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-edd91e9e-d535-4c4c-ae22-4fe68a8ed0c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:50.067487 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-edd91e9e-d535-4c4c-ae22-4fe68a8ed0c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:50.080224 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.db.l3_db [None req-fc41a3bf-78dc-4d86-8a6d-6a4ac9bebe71 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Floating IP 92e739cf-59db-4737-8183-b99254233620 associated. External IP: 172.27.3.210, port: 53e7a961-2698-464d-a87b-bc77325c7a66.
Jul 14 08:44:50.132750 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-edd91e9e-d535-4c4c-ae22-4fe68a8ed0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:50.142940 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-9fa71c6b-317b-4dd2-a2c6-072f68299cab tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:50.157736 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd91e9e-d535-4c4c-ae22-4fe68a8ed0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991de851-767a-4dbf-988d-f53cf13fd009,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:50.168168 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-edd91e9e-d535-4c4c-ae22-4fe68a8ed0c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:50.175514 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-edd91e9e-d535-4c4c-ae22-4fe68a8ed0c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:50.179561 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-edd91e9e-d535-4c4c-ae22-4fe68a8ed0c6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/991de851-767a-4dbf-988d-f53cf13fd009 HTTP/1.1" status: 204  len: 168 time: 0.2169995
Jul 14 08:44:50.644719 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b3871-5354-4fb6-a538-27f8a7265468 req-6968325d-206e-4c29-9b11-03f03cebc523 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:50.651321 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-229b3871-5354-4fb6-a538-27f8a7265468 req-6968325d-206e-4c29-9b11-03f03cebc523 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 946 time: 0.1113613
Jul 14 08:44:50.674107 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc41a3bf-78dc-4d86-8a6d-6a4ac9bebe71 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Router 77dbcf2e-b473-4388-845b-f4227d5eeb31 has already been hosted by L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c {{(pid=82096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 14 08:44:50.719816 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-229b3871-5354-4fb6-a538-27f8a7265468 req-ab59b2a5-7084-4d90-aa21-e13ec12552ba tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649772
Jul 14 08:44:51.032005 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 53944) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:51.168665 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-57d80a52-0c94-4c2b-beed-e7f0b2e2e62b req-bd75932c-2f29-4a58-b2fa-8a51def5883f tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=b593dae1-4d3e-455c-ba8c-e3362a68dad5 HTTP/1.1" status: 200  len: 210 time: 0.0535152
Jul 14 08:44:51.239612 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-18b7c08d-279f-434e-ad6f-ad512a4540c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:51.275445 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-18b7c08d-279f-434e-ad6f-ad512a4540c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:44:51.280908 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-18b7c08d-279f-434e-ad6f-ad512a4540c3 admin admin] Usage tracker for resource:security_group_rule and tenant:4e1f8fb1804540fc89a0176b0394442b is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:44:51.284238 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-18b7c08d-279f-434e-ad6f-ad512a4540c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:44:51.291329 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-18b7c08d-279f-434e-ad6f-ad512a4540c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:44:51.366158 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-18b7c08d-279f-434e-ad6f-ad512a4540c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:51.368980 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-18b7c08d-279f-434e-ad6f-ad512a4540c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:51.377760 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-0e01680f-54a3-4888-a998-dbb8900a14b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:51.423836 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b7c08d-279f-434e-ad6f-ad512a4540c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0e0c5d-cee5-4df7-a396-bce861810337,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:51.429906 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-18b7c08d-279f-434e-ad6f-ad512a4540c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:51.433860 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-18b7c08d-279f-434e-ad6f-ad512a4540c3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4e1f8fb1804540fc89a0176b0394442b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4000928
Jul 14 08:44:51.437307 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 53956) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:51.437979 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc41a3bf-78dc-4d86-8a6d-6a4ac9bebe71 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:44:51.445335 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-fc41a3bf-78dc-4d86-8a6d-6a4ac9bebe71 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for floatingip, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:51.447655 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a470948-c5a7-436a-8ebb-423ee374d9f8 None None] Sync routers for ids ['77dbcf2e-b473-4388-845b-f4227d5eeb31'] in dv-cinder-800229-1-iscsi {{(pid=82098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:44:51.469028 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a470948-c5a7-436a-8ebb-423ee374d9f8 None None] Routers {'77dbcf2e-b473-4388-845b-f4227d5eeb31'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:44:51.469627 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-2a470948-c5a7-436a-8ebb-423ee374d9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6402d29d30>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:44:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['77dbcf2e-b473-4388-845b-f4227d5eeb31'], 'active': True} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:44:51.497580 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-9808c8af-ef22-46fa-988e-752e3a6de7b2 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:51.499733 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-9808c8af-ef22-46fa-988e-752e3a6de7b2 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.43 "GET /v2.0/networks?id=cde446a9-0c7c-4318-8125-e2ca25cc6bae HTTP/1.1" status: 200  len: 814 time: 0.2359674
Jul 14 08:44:51.509530 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ff598281-9e49-4a99-9f0f-1e0da5f394e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:51.518660 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 53960) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:51.527947 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-fc41a3bf-78dc-4d86-8a6d-6a4ac9bebe71 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "PUT /v2.0/floatingips/92e739cf-59db-4737-8183-b99254233620 HTTP/1.1" status: 200  len: 991 time: 3.0711691
Jul 14 08:44:51.530906 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0418d959-049a-434d-ae48-1b73693eb8d6', 'tag': '53e7a961-2698-464d-a87b-bc77325c7a66'}] {{(pid=82096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:44:51.586477 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0418d959-049a-434d-ae48-1b73693eb8d6', 'tag': '53e7a961-2698-464d-a87b-bc77325c7a66', 'status': 'completed', 'code': 200}
Jul 14 08:44:51.590565 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ff598281-9e49-4a99-9f0f-1e0da5f394e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:51.665339 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ff598281-9e49-4a99-9f0f-1e0da5f394e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:51.671943 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:51.686820 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff598281-9e49-4a99-9f0f-1e0da5f394e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0e0c5d-cee5-4df7-a396-bce861810337,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:51.689542 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-ff598281-9e49-4a99-9f0f-1e0da5f394e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:51.691722 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ff598281-9e49-4a99-9f0f-1e0da5f394e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:51.692598 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-2a470948-c5a7-436a-8ebb-423ee374d9f8 None None] Set router 77dbcf2e-b473-4388-845b-f4227d5eeb31 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:44:51.693289 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-ff598281-9e49-4a99-9f0f-1e0da5f394e9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ba0e0c5d-cee5-4df7-a396-bce861810337 HTTP/1.1" status: 204  len: 168 time: 0.2542131
Jul 14 08:44:51.736255 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-608bdc1d-9b46-457a-8c6e-1bfb8cb237ee admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-515324185-network', 'tenant_id': '44a7d3553efe49d899536d5ea8ad49c4'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:44:51.741628 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-608bdc1d-9b46-457a-8c6e-1bfb8cb237ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:44:51.745661 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-608bdc1d-9b46-457a-8c6e-1bfb8cb237ee admin admin] Usage tracker for resource:network and tenant:44a7d3553efe49d899536d5ea8ad49c4 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:44:51.748726 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-608bdc1d-9b46-457a-8c6e-1bfb8cb237ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:44:51.760646 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-608bdc1d-9b46-457a-8c6e-1bfb8cb237ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:44:51.772152 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608bdc1d-9b46-457a-8c6e-1bfb8cb237ee admin admin] Made reservation on behalf of 44a7d3553efe49d899536d5ea8ad49c4 for: {'network': 1} {{(pid=82096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:44:51.777945 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-608bdc1d-9b46-457a-8c6e-1bfb8cb237ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for network, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:51.792808 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-608bdc1d-9b46-457a-8c6e-1bfb8cb237ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:51.831264 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-608bdc1d-9b46-457a-8c6e-1bfb8cb237ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:44:51.836035 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-608bdc1d-9b46-457a-8c6e-1bfb8cb237ee admin admin] Usage tracker for resource:security_group_rule and tenant:44a7d3553efe49d899536d5ea8ad49c4 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:44:51.839636 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-608bdc1d-9b46-457a-8c6e-1bfb8cb237ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:44:51.846853 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-608bdc1d-9b46-457a-8c6e-1bfb8cb237ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:44:51.931061 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-608bdc1d-9b46-457a-8c6e-1bfb8cb237ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:51.935050 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-608bdc1d-9b46-457a-8c6e-1bfb8cb237ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:51.953562 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0e927-66b5-4a1b-af10-376248e91e8c req-7e5611e7-2bd7-4fbc-9f87-8fd9489ed749 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:51.955444 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-608bdc1d-9b46-457a-8c6e-1bfb8cb237ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507}  {{(pid=82096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 14 08:44:51.956186 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-95e0e927-66b5-4a1b-af10-376248e91e8c req-7e5611e7-2bd7-4fbc-9f87-8fd9489ed749 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 946 time: 0.0994022
Jul 14 08:44:51.965816 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-608bdc1d-9b46-457a-8c6e-1bfb8cb237ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6123'] for segment, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:51.966300 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.db.segments_db [None req-608bdc1d-9b46-457a-8c6e-1bfb8cb237ee admin admin] Added segment ec93f0da-9f9f-40ad-ac7a-4e9e1f7ae5f3 of type vlan for network da488139-78af-4b65-a6c3-304d11fa54fa
Jul 14 08:44:51.996685 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-608bdc1d-9b46-457a-8c6e-1bfb8cb237ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282634469919'] for network, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:52.009345 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-95e0e927-66b5-4a1b-af10-376248e91e8c req-3efbe0e5-3b87-4fb4-9edd-71561830a9fd tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466986
Jul 14 08:44:52.025337 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-88daa80a-21e4-45ac-8b11-f278f69be985 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:52.077174 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-608bdc1d-9b46-457a-8c6e-1bfb8cb237ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097'] for network, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:52.078237 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608bdc1d-9b46-457a-8c6e-1bfb8cb237ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5f5bf1-d60f-4816-96a5-4600e7eabce3,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:52.082876 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608bdc1d-9b46-457a-8c6e-1bfb8cb237ee admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:52.083434 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-608bdc1d-9b46-457a-8c6e-1bfb8cb237ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for network, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:52.115130 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-608bdc1d-9b46-457a-8c6e-1bfb8cb237ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:52.115957 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-86a16349-1554-4350-9895-0ead99167be5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:52.136208 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-608bdc1d-9b46-457a-8c6e-1bfb8cb237ee admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6161554
Jul 14 08:44:52.139203 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 53980) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:52.146114 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-c40b1e83-5b86-441c-b828-1efebf2d2842 admin admin] Request body: {'subnet': {'network_id': 'da488139-78af-4b65-a6c3-304d11fa54fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-515324185-subnet', 'tenant_id': '44a7d3553efe49d899536d5ea8ad49c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:44:52.158036 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-c40b1e83-5b86-441c-b828-1efebf2d2842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:44:52.170641 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 53986) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:52.172346 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-c40b1e83-5b86-441c-b828-1efebf2d2842 admin admin] Usage tracker for resource:subnet and tenant:44a7d3553efe49d899536d5ea8ad49c4 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:44:52.189910 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-c40b1e83-5b86-441c-b828-1efebf2d2842 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:44:52.229969 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-c40b1e83-5b86-441c-b828-1efebf2d2842 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:44:52.247726 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e4058c35-83d6-4396-8b9f-3fabc0d61140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:52.272293 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-2a470948-c5a7-436a-8ebb-423ee374d9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6402d29d30>, [{'id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'name': 'tempest-AttachVolumeTestJSON-25464803-router', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'a11d6929-c47b-4da0-9b19-2fa410fb8a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:45Z', 'updated_at': '2021-07-14T08:43:58Z', 'revision_number': 4, 'project_id': '14f51922b06043779a5017e6efa8b95a', 'gw_port': {'id': 'a11d6929-c47b-4da0-9b19-2fa410fb8a6f', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ca:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:47Z', 'updated_at': '2021-07-14T08:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_floatingips': [{'id': '92e739cf-59db-4737-8183-b99254233620', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'floating_ip_address': '172.27.3.210', 'floating_network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'router_id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'port_id': '53e7a961-2698-464d-a87b-bc77325c7a66', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5638089-0bc3-451e-b07e-8f6a2e41d3b4', 'mac_address': 'fa:16:3e:d9:b6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0418d959-049a-434d-ae48-1b73693eb8d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:44:12Z', 'updated_at': '2021-07-14T08:44:49Z', 'revision_number': 1, 'project_id': '14f51922b06043779a5017e6efa8b95a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '764c35b1-6fed-480c-80c2-502fb0d7c610', 'name': '', 'network_id': 'a5638089-0bc3-451e-b07e-8f6a2e41d3b4', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'mac_address': 'fa:16:3e:19:ad:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd6bd243-ec5f-4ebe-97dd-3f142d2cc859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:56Z', 'updated_at': '2021-07-14T08:44:10Z', 'revision_number': 5, 'project_id': '14f51922b06043779a5017e6efa8b95a', 'subnets': [{'id': 'bd6bd243-ec5f-4ebe-97dd-3f142d2cc859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:44:52.276331 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a470948-c5a7-436a-8ebb-423ee374d9f8 None None] Checking router: 77dbcf2e-b473-4388-845b-f4227d5eeb31 for host: dv-cinder-800229-1-iscsi {{(pid=82098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:44:52.289878 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40b1e83-5b86-441c-b828-1efebf2d2842 admin admin] Made reservation on behalf of 44a7d3553efe49d899536d5ea8ad49c4 for: {'subnet': 1} {{(pid=82095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:44:52.293685 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a470948-c5a7-436a-8ebb-423ee374d9f8 None None] Routers {'77dbcf2e-b473-4388-845b-f4227d5eeb31'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:44:52.294349 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-2a470948-c5a7-436a-8ebb-423ee374d9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6402d29d30>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:44:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['77dbcf2e-b473-4388-845b-f4227d5eeb31'], 'active': True} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:44:52.294628 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c40b1e83-5b86-441c-b828-1efebf2d2842 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2419132'] for subnet, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:52.305361 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608bdc1d-9b46-457a-8c6e-1bfb8cb237ee admin admin] Pushing event updated for resources: {'Network': ['ID=da488139-78af-4b65-a6c3-304d11fa54fa,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:52.312157 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-608bdc1d-9b46-457a-8c6e-1bfb8cb237ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:52.319297 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Network da488139-78af-4b65-a6c3-304d11fa54fa details requested by agent ovs-agent-dv-cinder-800229-1-iscsi with host dv-cinder-800229-1-iscsi {{(pid=82097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jul 14 08:44:52.394986 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-e4058c35-83d6-4396-8b9f-3fabc0d61140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:44:52.404621 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-e4058c35-83d6-4396-8b9f-3fabc0d61140 admin admin] Usage tracker for resource:security_group_rule and tenant:02b4d79cd60d4733b332cb7b6d36c6ff is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:44:52.409037 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-e4058c35-83d6-4396-8b9f-3fabc0d61140 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:44:52.420717 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-e4058c35-83d6-4396-8b9f-3fabc0d61140 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:44:52.484709 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-2a470948-c5a7-436a-8ebb-423ee374d9f8 None None] Set router 77dbcf2e-b473-4388-845b-f4227d5eeb31 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:44:52.563441 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e4058c35-83d6-4396-8b9f-3fabc0d61140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:52.576215 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e4058c35-83d6-4396-8b9f-3fabc0d61140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:52.591654 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-edd91e9e-d535-4c4c-ae22-4fe68a8ed0c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:52.654516 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4058c35-83d6-4396-8b9f-3fabc0d61140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1c0281-3178-4dd0-8f93-7a479b5de85d,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:52.657502 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c40b1e83-5b86-441c-b828-1efebf2d2842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852741252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2419117'] for subnet, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:52.660867 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e4058c35-83d6-4396-8b9f-3fabc0d61140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:52.666388 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-56b825e2-c68a-482a-99a1-fa5b087b2ccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:52.698174 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-e4058c35-83d6-4396-8b9f-3fabc0d61140 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=02b4d79cd60d4733b332cb7b6d36c6ff&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5109434
Jul 14 08:44:52.701031 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 53992) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:44:52.744135 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b1e83-5b86-441c-b828-1efebf2d2842 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2f2491b-9781-42c5-b9d0-471db2c9f754,revision_number=0']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:52.750572 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c40b1e83-5b86-441c-b828-1efebf2d2842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:52.757923 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40b1e83-5b86-441c-b828-1efebf2d2842 admin admin] Checking segment: {'id': 'ec93f0da-9f9f-40ad-ac7a-4e9e1f7ae5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'da488139-78af-4b65-a6c3-304d11fa54fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:44:52.758510 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40b1e83-5b86-441c-b828-1efebf2d2842 admin admin] Network hostable DHCP agents. Network: da488139-78af-4b65-a6c3-304d11fa54fa, hostable agents: ['4806de72-7956-4992-af39-5d97bb1c9176'], hosted agents: [] {{(pid=82095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jul 14 08:44:52.766872 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2b34e2c4-08bd-46d2-8f7c-8c2141802ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:52.781672 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40b1e83-5b86-441c-b828-1efebf2d2842 admin admin] Network da488139-78af-4b65-a6c3-304d11fa54fa is scheduled to be hosted by DHCP agent 4806de72-7956-4992-af39-5d97bb1c9176 with binding_index 1 {{(pid=82095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jul 14 08:44:52.792455 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-c40b1e83-5b86-441c-b828-1efebf2d2842 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800229-1-iscsi, da488139-78af-4b65-a6c3-304d11fa54fa) {{(pid=82095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:44:52.793972 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2b34e2c4-08bd-46d2-8f7c-8c2141802ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:52.797261 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40b1e83-5b86-441c-b828-1efebf2d2842 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:52.798832 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c40b1e83-5b86-441c-b828-1efebf2d2842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for subnet, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:52.803725 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e973c6e8-02b1-4287-95ef-21ccab482dd3 None None] Network da488139-78af-4b65-a6c3-304d11fa54fa requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:44:52.835812 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-c40b1e83-5b86-441c-b828-1efebf2d2842 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6949172
Jul 14 08:44:52.845027 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2b34e2c4-08bd-46d2-8f7c-8c2141802ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:52.850306 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-26bea2c0-529a-45af-a91b-b012b521bdf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:52.864918 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34e2c4-08bd-46d2-8f7c-8c2141802ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1c0281-3178-4dd0-8f93-7a479b5de85d,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:52.867981 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-2b34e2c4-08bd-46d2-8f7c-8c2141802ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:52.868897 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2b34e2c4-08bd-46d2-8f7c-8c2141802ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:52.870076 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-2b34e2c4-08bd-46d2-8f7c-8c2141802ab9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4e1c0281-3178-4dd0-8f93-7a479b5de85d HTTP/1.1" status: 204  len: 168 time: 0.1679895
Jul 14 08:44:53.051466 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-2a470948-c5a7-436a-8ebb-423ee374d9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6402d29d30>, [{'id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'name': 'tempest-AttachVolumeTestJSON-25464803-router', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'a11d6929-c47b-4da0-9b19-2fa410fb8a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:45Z', 'updated_at': '2021-07-14T08:43:58Z', 'revision_number': 4, 'project_id': '14f51922b06043779a5017e6efa8b95a', 'gw_port': {'id': 'a11d6929-c47b-4da0-9b19-2fa410fb8a6f', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ca:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:47Z', 'updated_at': '2021-07-14T08:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_floatingips': [{'id': '92e739cf-59db-4737-8183-b99254233620', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'floating_ip_address': '172.27.3.210', 'floating_network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'router_id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'port_id': '53e7a961-2698-464d-a87b-bc77325c7a66', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5638089-0bc3-451e-b07e-8f6a2e41d3b4', 'mac_address': 'fa:16:3e:d9:b6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0418d959-049a-434d-ae48-1b73693eb8d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:44:12Z', 'updated_at': '2021-07-14T08:44:49Z', 'revision_number': 1, 'project_id': '14f51922b06043779a5017e6efa8b95a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '764c35b1-6fed-480c-80c2-502fb0d7c610', 'name': '', 'network_id': 'a5638089-0bc3-451e-b07e-8f6a2e41d3b4', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'mac_address': 'fa:16:3e:19:ad:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd6bd243-ec5f-4ebe-97dd-3f142d2cc859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:56Z', 'updated_at': '2021-07-14T08:44:10Z', 'revision_number': 5, 'project_id': '14f51922b06043779a5017e6efa8b95a', 'subnets': [{'id': 'bd6bd243-ec5f-4ebe-97dd-3f142d2cc859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:44:53.057113 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a470948-c5a7-436a-8ebb-423ee374d9f8 None None] The sync data for ids ['77dbcf2e-b473-4388-845b-f4227d5eeb31'] in dv-cinder-800229-1-iscsi is: [{'id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'name': 'tempest-AttachVolumeTestJSON-25464803-router', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'a11d6929-c47b-4da0-9b19-2fa410fb8a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:45Z', 'updated_at': '2021-07-14T08:43:58Z', 'revision_number': 4, 'project_id': '14f51922b06043779a5017e6efa8b95a', 'gw_port': {'id': 'a11d6929-c47b-4da0-9b19-2fa410fb8a6f', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ca:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:47Z', 'updated_at': '2021-07-14T08:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_floatingips': [{'id': '92e739cf-59db-4737-8183-b99254233620', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'floating_ip_address': '172.27.3.210', 'floating_network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'router_id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'port_id': '53e7a961-2698-464d-a87b-bc77325c7a66', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5638089-0bc3-451e-b07e-8f6a2e41d3b4', 'mac_address': 'fa:16:3e:d9:b6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0418d959-049a-434d-ae48-1b73693eb8d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:44:12Z', 'updated_at': '2021-07-14T08:44:49Z', 'revision_number': 1, 'project_id': '14f51922b06043779a5017e6efa8b95a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '764c35b1-6fed-480c-80c2-502fb0d7c610', 'name': '', 'network_id': 'a5638089-0bc3-451e-b07e-8f6a2e41d3b4', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'mac_address': 'fa:16:3e:19:ad:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd6bd243-ec5f-4ebe-97dd-3f142d2cc859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:56Z', 'updated_at': '2021-07-14T08:44:10Z', 'revision_number': 5, 'project_id': '14f51922b06043779a5017e6efa8b95a', 'subnets': [{'id': 'bd6bd243-ec5f-4ebe-97dd-3f142d2cc859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:44:53.104138 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fc162e-c29a-4e5a-83ae-2cf8b5ef2c6a None None] Network da488139-78af-4b65-a6c3-304d11fa54fa requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:44:53.482878 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9410d0-c085-45cf-9bf8-23a4e44a85aa None None] New status for floating IP 92e739cf-59db-4737-8183-b99254233620: ACTIVE {{(pid=82097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Jul 14 08:44:54.585259 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-c0ebedc9-010d-410f-b027-9c3d4f6b568d tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Request body: {'port': {'device_id': 'b593dae1-4d3e-455c-ba8c-e3362a68dad5', 'network_id': 'cde446a9-0c7c-4318-8125-e2ca25cc6bae', 'admin_state_up': True, 'tenant_id': '77661f60a3aa459dba3a5d43ab14951d'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:44:54.710456 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-698fe084-bbae-41c7-b293-7751815a1218 req-1c6ff43a-cad5-4d8b-b2e1-70f8b7f99e1a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=14f51922b06043779a5017e6efa8b95a&device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 1098 time: 0.0890501
Jul 14 08:44:54.743658 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-c0ebedc9-010d-410f-b027-9c3d4f6b568d tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:44:54.755760 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-c0ebedc9-010d-410f-b027-9c3d4f6b568d tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:44:54.766195 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-c0ebedc9-010d-410f-b027-9c3d4f6b568d tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Made reservation on behalf of 77661f60a3aa459dba3a5d43ab14951d for: {'port': 1} {{(pid=82096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:44:54.773677 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-c0ebedc9-010d-410f-b027-9c3d4f6b568d tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:54.861339 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-27ffc5a0-bda0-4743-9ac6-0b2223395b1d req-fa9d9ec2-9734-432d-80fb-937ea1447a36 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=b593dae1-4d3e-455c-ba8c-e3362a68dad5 HTTP/1.1" status: 200  len: 210 time: 0.0613809
Jul 14 08:44:54.906878 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698fe084-bbae-41c7-b293-7751815a1218 req-55b9e4bf-3ba3-4a85-beed-de348581e8a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:54.908740 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-698fe084-bbae-41c7-b293-7751815a1218 req-55b9e4bf-3ba3-4a85-beed-de348581e8a7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a5638089-0bc3-451e-b07e-8f6a2e41d3b4 HTTP/1.1" status: 200  len: 910 time: 0.1897569
Jul 14 08:44:55.002597 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2aa79-63b0-4f29-81e4-2124faa5ce88 req-dc8aef0c-c8e0-49d7-8c6a-3108d7b08d4b tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:55.004319 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a0f2aa79-63b0-4f29-81e4-2124faa5ce88 req-dc8aef0c-c8e0-49d7-8c6a-3108d7b08d4b tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 946 time: 0.1732717
Jul 14 08:44:55.033251 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-c0ebedc9-010d-410f-b027-9c3d4f6b568d tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Allocated IP 172.20.0.3 (cde446a9-0c7c-4318-8125-e2ca25cc6bae/2c98006c-4b08-41a9-9e9c-c4ddc8012662/d945235d-8ae2-470a-a938-698f0c5de542) {{(pid=82096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:44:55.092065 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a0f2aa79-63b0-4f29-81e4-2124faa5ce88 req-eb6f85f5-26b9-40bc-96ed-9b6749fb2b56 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802627
Jul 14 08:44:55.210690 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-698fe084-bbae-41c7-b293-7751815a1218 req-732944e7-e5dd-4dda-bc2c-69d0874c0fd4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53e7a961-2698-464d-a87b-bc77325c7a66 HTTP/1.1" status: 200  len: 1001 time: 0.2746964
Jul 14 08:44:55.281804 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698fe084-bbae-41c7-b293-7751815a1218 req-c65f51a9-3f06-41e2-adb9-17a6dd0d5c79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:55.283584 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-698fe084-bbae-41c7-b293-7751815a1218 req-c65f51a9-3f06-41e2-adb9-17a6dd0d5c79 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bd6bd243-ec5f-4ebe-97dd-3f142d2cc859 HTTP/1.1" status: 200  len: 848 time: 0.0649788
Jul 14 08:44:55.287446 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-c0ebedc9-010d-410f-b027-9c3d4f6b568d tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Notify callbacks [] for port, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:55.320652 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-c0ebedc9-010d-410f-b027-9c3d4f6b568d tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794'] for port, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:55.329690 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-7353585b-e06f-47eb-946a-a9bba6070c22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:55.371853 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] get_ports_and_sgs() called for port_ids ['09999980-8f6a-4f24-ba94-da400b4ba3b6'] {{(pid=82097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 14 08:44:55.381930 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-698fe084-bbae-41c7-b293-7751815a1218 req-465b56e2-e0bb-4816-833a-402d2483a964 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a5638089-0bc3-451e-b07e-8f6a2e41d3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0869014
Jul 14 08:44:55.417126 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ebedc9-010d-410f-b027-9c3d4f6b568d tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Pushing event updated for resources: {'Port': ['ID=d945235d-8ae2-470a-a938-698f0c5de542,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:55.421517 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-c0ebedc9-010d-410f-b027-9c3d4f6b568d tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Network cde446a9-0c7c-4318-8125-e2ca25cc6bae is already hosted by enough agents. {{(pid=82096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:44:55.422668 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-c0ebedc9-010d-410f-b027-9c3d4f6b568d tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Resources bound (agent type, host, resource id):  {{(pid=82096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:44:55.424727 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c0ebedc9-010d-410f-b027-9c3d4f6b568d tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:55.425517 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-c0ebedc9-010d-410f-b027-9c3d4f6b568d tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Received port after_create {{(pid=82096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:44:55.430062 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-c0ebedc9-010d-410f-b027-9c3d4f6b568d tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:55.430796 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-c0ebedc9-010d-410f-b027-9c3d4f6b568d tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for port, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:55.461300 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-c0ebedc9-010d-410f-b027-9c3d4f6b568d tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8806205
Jul 14 08:44:55.491203 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-c1bb6285-ac25-47d5-801a-3265339b1510 service neutron] Request body: {'port': {'device_id': 'b593dae1-4d3e-455c-ba8c-e3362a68dad5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:44:55.629233 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-698fe084-bbae-41c7-b293-7751815a1218 req-4053271b-a896-4da9-967b-23ce30594eb4 service neutron] 10.222.0.43 "GET /v2.0/networks/a5638089-0bc3-451e-b07e-8f6a2e41d3b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2342091
Jul 14 08:44:55.666875 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-c1bb6285-ac25-47d5-801a-3265339b1510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:55.843942 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-698fe084-bbae-41c7-b293-7751815a1218 req-89c9aa82-65e5-46a5-bb6d-fd641a5fb27a service neutron] 10.222.0.43 "GET /v2.0/networks/a5638089-0bc3-451e-b07e-8f6a2e41d3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2038064
Jul 14 08:44:56.075622 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-c1bb6285-ac25-47d5-801a-3265339b1510 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d945235d-8ae2-470a-a938-698f0c5de542 {{(pid=82096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:44:56.083852 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-c1bb6285-ac25-47d5-801a-3265339b1510 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:56.105544 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-c1bb6285-ac25-47d5-801a-3265339b1510 service neutron] Transition to ACTIVE for port object d945235d-8ae2-470a-a938-698f0c5de542 will not be triggered until provisioned by entity L2. {{(pid=82096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:44:56.108540 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-c1bb6285-ac25-47d5-801a-3265339b1510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:56.112830 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-b13dd7d0-737f-4cbc-9c1a-83fd08a33198 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:56.299383 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb6285-ac25-47d5-801a-3265339b1510 service neutron] Pushing event updated for resources: {'Port': ['ID=d945235d-8ae2-470a-a938-698f0c5de542,revision_number=2']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:56.302532 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c1bb6285-ac25-47d5-801a-3265339b1510 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:56.385451 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-c1bb6285-ac25-47d5-801a-3265339b1510 service neutron] Attempting to bind port d945235d-8ae2-470a-a938-698f0c5de542 on host hv-cinder-80022 for vnic_type normal with profile  {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:44:56.385828 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-c1bb6285-ac25-47d5-801a-3265339b1510 service neutron] Attempting to bind port d945235d-8ae2-470a-a938-698f0c5de542 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '84d2a471-9073-47cf-9d75-3287490f4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cde446a9-0c7c-4318-8125-e2ca25cc6bae'}] {{(pid=82096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:44:56.386190 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-c1bb6285-ac25-47d5-801a-3265339b1510 service neutron] Attempting to bind port d945235d-8ae2-470a-a938-698f0c5de542 on network cde446a9-0c7c-4318-8125-e2ca25cc6bae {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:44:56.394464 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f504357-c6eb-44f8-be35-fae01280fceb req-206f850e-ad1a-4077-8050-31c5287d176c tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:56.395233 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-1f504357-c6eb-44f8-be35-fae01280fceb req-206f850e-ad1a-4077-8050-31c5287d176c tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Synchronizing usage tracker for tenant:77661f60a3aa459dba3a5d43ab14951d on resource:port {{(pid=82096) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:44:56.408358 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-c1bb6285-ac25-47d5-801a-3265339b1510 service neutron] Port d945235d-8ae2-470a-a938-698f0c5de542 on network cde446a9-0c7c-4318-8125-e2ca25cc6bae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 14 08:44:56.408713 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-c1bb6285-ac25-47d5-801a-3265339b1510 service neutron] Attempting to bind port d945235d-8ae2-470a-a938-698f0c5de542 on network cde446a9-0c7c-4318-8125-e2ca25cc6bae {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:44:56.417766 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-1f504357-c6eb-44f8-be35-fae01280fceb req-206f850e-ad1a-4077-8050-31c5287d176c tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Unset dirty status for tenant:77661f60a3aa459dba3a5d43ab14951d on resource:port {{(pid=82096) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:44:56.418979 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1f504357-c6eb-44f8-be35-fae01280fceb req-206f850e-ad1a-4077-8050-31c5287d176c tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=b593dae1-4d3e-455c-ba8c-e3362a68dad5 HTTP/1.1" status: 200  len: 943 time: 0.2644920
Jul 14 08:44:56.419862 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-c1bb6285-ac25-47d5-801a-3265339b1510 service neutron] Checking agent: {'id': 'aa24af5c-becf-43a3-9631-f44e6c3cc568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 41, 34), 'started_at': datetime.datetime(2021, 7, 14, 8, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:44:56.420227 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-c1bb6285-ac25-47d5-801a-3265339b1510 service neutron] Checking segment: {'id': '84d2a471-9073-47cf-9d75-3287490f4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cde446a9-0c7c-4318-8125-e2ca25cc6bae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:44:56.421207 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-c1bb6285-ac25-47d5-801a-3265339b1510 service neutron] Bound using segment: {'id': '84d2a471-9073-47cf-9d75-3287490f4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cde446a9-0c7c-4318-8125-e2ca25cc6bae'} {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:44:56.421673 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-c1bb6285-ac25-47d5-801a-3265339b1510 service neutron] Bound port: d945235d-8ae2-470a-a938-698f0c5de542, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84d2a471-9073-47cf-9d75-3287490f4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cde446a9-0c7c-4318-8125-e2ca25cc6bae'}}] {{(pid=82096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:44:56.422046 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-c1bb6285-ac25-47d5-801a-3265339b1510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:56.529205 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1f504357-c6eb-44f8-be35-fae01280fceb req-c5ca6b0d-1533-429a-a897-a2206f324831 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956316
Jul 14 08:44:56.557242 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-c1bb6285-ac25-47d5-801a-3265339b1510 service neutron] For port d945235d-8ae2-470a-a938-698f0c5de542, host hv-cinder-80022, cleared binding levels {{(pid=82096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:44:56.560715 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-c1bb6285-ac25-47d5-801a-3265339b1510 service neutron] For port d945235d-8ae2-470a-a938-698f0c5de542, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=d945235d-8ae2-470a-a938-698f0c5de542,segment=NetworkSegment(84d2a471-9073-47cf-9d75-3287490f4b5e),segment_id=84d2a471-9073-47cf-9d75-3287490f4b5e)] {{(pid=82096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:44:56.565191 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-c1bb6285-ac25-47d5-801a-3265339b1510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:56.571221 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-99b8ad68-c34d-47e9-8806-8aa00cbb6267 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:44:56.634776 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-c1bb6285-ac25-47d5-801a-3265339b1510 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for port, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:44:56.636308 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-c1bb6285-ac25-47d5-801a-3265339b1510 service neutron] 10.222.0.43 "PUT /v2.0/ports/d945235d-8ae2-470a-a938-698f0c5de542 HTTP/1.1" status: 200  len: 1093 time: 1.1509707
Jul 14 08:44:56.636826 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b593dae1-4d3e-455c-ba8c-e3362a68dad5', 'tag': 'd945235d-8ae2-470a-a938-698f0c5de542'}] {{(pid=82096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:44:56.696483 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb6285-ac25-47d5-801a-3265339b1510 service neutron] Pushing event updated for resources: {'Port': ['ID=d945235d-8ae2-470a-a938-698f0c5de542,revision_number=3']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:44:56.700323 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c1bb6285-ac25-47d5-801a-3265339b1510 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:44:56.736391 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d70f3b-8294-4588-9de0-42ec58fe4ddb req-f8107a5e-7f99-423d-a8f8-fdb6275ef49a tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:56.737984 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-82d70f3b-8294-4588-9de0-42ec58fe4ddb req-f8107a5e-7f99-423d-a8f8-fdb6275ef49a tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 946 time: 0.0937421
Jul 14 08:44:56.790162 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-82d70f3b-8294-4588-9de0-42ec58fe4ddb req-10441178-b54c-4f07-b4ef-2c8013c6cf35 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460470
Jul 14 08:44:57.060492 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-6cf9bfbb-44bb-40c5-ae53-8baec35ccfb5 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:57.061144 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-6cf9bfbb-44bb-40c5-ae53-8baec35ccfb5 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Synchronizing usage tracker for tenant:44a7d3553efe49d899536d5ea8ad49c4 on resource:network {{(pid=82096) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:44:57.076620 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-6cf9bfbb-44bb-40c5-ae53-8baec35ccfb5 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Unset dirty status for tenant:44a7d3553efe49d899536d5ea8ad49c4 on resource:network {{(pid=82096) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:44:57.078341 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-6cf9bfbb-44bb-40c5-ae53-8baec35ccfb5 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/networks?id=da488139-78af-4b65-a6c3-304d11fa54fa HTTP/1.1" status: 200  len: 808 time: 0.1666062
Jul 14 08:44:57.095276 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-ec2f984d-9842-44fe-811a-96283cc3d3b0 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/quotas/44a7d3553efe49d899536d5ea8ad49c4 HTTP/1.1" status: 200  len: 375 time: 0.0108986
Jul 14 08:44:57.145441 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-a172c8df-a1a8-4dbd-a183-06a1a9954031 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=44a7d3553efe49d899536d5ea8ad49c4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0443029
Jul 14 08:44:57.147338 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b593dae1-4d3e-455c-ba8c-e3362a68dad5', 'tag': 'd945235d-8ae2-470a-a938-698f0c5de542', 'status': 'completed', 'code': 200}
Jul 14 08:44:57.293351 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-385afd90-65a1-4927-950a-6c675f2eb22b service neutron] 10.222.0.42 "GET /v2.0/networks/da488139-78af-4b65-a6c3-304d11fa54fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405046
Jul 14 08:44:57.438195 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-84c7c802-839a-4331-b91a-92daeeec6480 service neutron] 10.222.0.42 "GET /v2.0/networks/da488139-78af-4b65-a6c3-304d11fa54fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1376805
Jul 14 08:44:57.746117 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717330a-533f-4f41-8770-6b2c7f445ea3 req-2b93003c-9555-40e7-b228-1a8373639743 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:57.747755 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1717330a-533f-4f41-8770-6b2c7f445ea3 req-2b93003c-9555-40e7-b228-1a8373639743 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0639eb0-b058-4e42-981b-66e498ea2bde HTTP/1.1" status: 200  len: 945 time: 0.0828710
Jul 14 08:44:57.802753 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1717330a-533f-4f41-8770-6b2c7f445ea3 req-2b720c1c-afa5-4c20-b4f8-7115696c95c7 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/security-groups?id=82225130-2680-4332-a37f-3aa7f1c2fbaa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448933
Jul 14 08:44:57.907580 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-55435ab4-8fc7-4082-8dd6-8ae17e6558d5 req-7c11993b-07f3-41d4-ad8c-65163352beef tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e98cd2c-a273-44bf-8b5e-bda3304b122b HTTP/1.1" status: 200  len: 210 time: 0.0486670
Jul 14 08:44:58.099143 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79b6c3-dd6c-42dd-99ec-75ef1ad6cc60 req-1428f165-9fda-4ca3-9728-84ea9246c229 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:58.100755 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ad79b6c3-dd6c-42dd-99ec-75ef1ad6cc60 req-1428f165-9fda-4ca3-9728-84ea9246c229 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=b593dae1-4d3e-455c-ba8c-e3362a68dad5 HTTP/1.1" status: 200  len: 943 time: 0.0811532
Jul 14 08:44:58.149136 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ad79b6c3-dd6c-42dd-99ec-75ef1ad6cc60 req-454516a8-12e6-4da8-8fab-c31bbe8a1194 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421901
Jul 14 08:44:58.348445 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5d9b5-1a48-4729-ac1a-5b0b9a46dee0 req-39c1a711-56ee-49fc-9ec3-db9edf59c51c tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:58.350009 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3bc5d9b5-1a48-4729-ac1a-5b0b9a46dee0 req-39c1a711-56ee-49fc-9ec3-db9edf59c51c tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 946 time: 0.0875413
Jul 14 08:44:58.398301 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3bc5d9b5-1a48-4729-ac1a-5b0b9a46dee0 req-afb8e707-909a-421c-b361-9efe619370ba tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420806
Jul 14 08:44:59.383289 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-2826dcb2-1c9a-48f4-aa69-a6a0e3fc18fe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=77661f60a3aa459dba3a5d43ab14951d&device_id=b593dae1-4d3e-455c-ba8c-e3362a68dad5 HTTP/1.1" status: 200  len: 1096 time: 0.0764439
Jul 14 08:44:59.549460 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-cba13333-df24-44ad-895b-9c79ae630be5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d945235d-8ae2-470a-a938-698f0c5de542 HTTP/1.1" status: 200  len: 217 time: 0.1304989
Jul 14 08:44:59.576082 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5e38b738-82b7-48ba-a6cd-1fcf51b4c552 req-8166047a-7ded-4881-9542-a5ccf0480601 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e98cd2c-a273-44bf-8b5e-bda3304b122b HTTP/1.1" status: 200  len: 210 time: 0.0642705
Jul 14 08:44:59.581444 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee4203-9734-45b6-8aae-0713069d7501 req-98d3d8c1-771b-41b5-b99c-e9da17e0e58a tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:59.589137 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-05ee4203-9734-45b6-8aae-0713069d7501 req-98d3d8c1-771b-41b5-b99c-e9da17e0e58a tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0639eb0-b058-4e42-981b-66e498ea2bde HTTP/1.1" status: 200  len: 945 time: 0.1144409
Jul 14 08:44:59.655269 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-05ee4203-9734-45b6-8aae-0713069d7501 req-e0067c7b-a9f4-4459-ad84-d0a9a28aece8 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/security-groups?id=82225130-2680-4332-a37f-3aa7f1c2fbaa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645885
Jul 14 08:44:59.798420 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-cab96369-d645-4101-8bb4-e9efd23c0c35 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:59.800147 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-cab96369-d645-4101-8bb4-e9efd23c0c35 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2c98006c-4b08-41a9-9e9c-c4ddc8012662 HTTP/1.1" status: 200  len: 854 time: 0.1537385
Jul 14 08:44:59.844733 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13948c11-9b95-4a55-b651-b7d9e17735f5 req-832fbdd8-9258-4bba-8c33-b815eb414eab tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:59.846340 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-13948c11-9b95-4a55-b651-b7d9e17735f5 req-832fbdd8-9258-4bba-8c33-b815eb414eab tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 946 time: 0.0865290
Jul 14 08:44:59.865312 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-efbbac1c-3fde-4379-9ec6-fcdcf53137a2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cde446a9-0c7c-4318-8125-e2ca25cc6bae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0502086
Jul 14 08:44:59.875420 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0df8c-405d-4be4-8e2b-e1a002be5724 req-0c2b5505-841d-49bf-8e29-165df3c09eac tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:44:59.876935 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a1c0df8c-405d-4be4-8e2b-e1a002be5724 req-0c2b5505-841d-49bf-8e29-165df3c09eac tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=b593dae1-4d3e-455c-ba8c-e3362a68dad5 HTTP/1.1" status: 200  len: 943 time: 0.1481678
Jul 14 08:44:59.897311 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-13948c11-9b95-4a55-b651-b7d9e17735f5 req-ab3b2733-93d9-4fde-a8c9-5529db2e388d tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442510
Jul 14 08:45:00.221760 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a1c0df8c-405d-4be4-8e2b-e1a002be5724 req-d6a882f5-ee91-4833-9d5f-1c16162d13ca tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3204460
Jul 14 08:45:00.245430 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-ceabefdf-86ee-41c0-9809-39ab4ee94741 service neutron] 10.222.0.43 "GET /v2.0/networks/cde446a9-0c7c-4318-8125-e2ca25cc6bae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3673606
Jul 14 08:45:00.414306 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9d7ee934-89f1-4d30-a14d-8654b840494c req-c3ab16d2-aec8-45a7-8b0c-fa04f3450b85 service neutron] 10.222.0.43 "GET /v2.0/networks/cde446a9-0c7c-4318-8125-e2ca25cc6bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1509469
Jul 14 08:45:00.517342 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-be389106-c1db-4e25-924f-82a9a97ebbb7 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:00.518946 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-be389106-c1db-4e25-924f-82a9a97ebbb7 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.43 "GET /v2.0/networks?id=da488139-78af-4b65-a6c3-304d11fa54fa HTTP/1.1" status: 200  len: 808 time: 0.1632378
Jul 14 08:45:00.651534 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-3a07761f-931e-436c-9bfd-58237faaa3dc tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Request body: {'port': {'device_id': '7e98cd2c-a273-44bf-8b5e-bda3304b122b', 'network_id': 'da488139-78af-4b65-a6c3-304d11fa54fa', 'admin_state_up': True, 'tenant_id': '44a7d3553efe49d899536d5ea8ad49c4'}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:45:00.723996 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9cdf1b25-4f2e-4bc8-86fb-c915239f432e req-4cdf4959-b51c-42d7-a1ca-85187df58218 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=77661f60a3aa459dba3a5d43ab14951d&device_id=b593dae1-4d3e-455c-ba8c-e3362a68dad5 HTTP/1.1" status: 200  len: 1096 time: 0.0765142
Jul 14 08:45:00.895602 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-422bb56c-e43d-4e2d-aa43-465bef4fc180 req-fefcb353-736b-4d33-a67a-a45b1c0ed48b tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e98cd2c-a273-44bf-8b5e-bda3304b122b HTTP/1.1" status: 200  len: 210 time: 0.0617673
Jul 14 08:45:00.902291 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-3a07761f-931e-436c-9bfd-58237faaa3dc tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:45:00.908135 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-3a07761f-931e-436c-9bfd-58237faaa3dc tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Usage tracker for resource:port and tenant:44a7d3553efe49d899536d5ea8ad49c4 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:45:00.912481 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-3a07761f-931e-436c-9bfd-58237faaa3dc tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:45:00.925231 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-3a07761f-931e-436c-9bfd-58237faaa3dc tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:45:00.930657 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-3a07761f-931e-436c-9bfd-58237faaa3dc tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Made reservation on behalf of 44a7d3553efe49d899536d5ea8ad49c4 for: {'port': 1} {{(pid=82095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:45:00.936991 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-3a07761f-931e-436c-9bfd-58237faaa3dc tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:01.011237 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e234e1ab-b152-4f07-a8f1-336c70af0050 req-ad27223b-14ca-43ca-870f-d6e0f2db1d12 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:01.012828 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e234e1ab-b152-4f07-a8f1-336c70af0050 req-ad27223b-14ca-43ca-870f-d6e0f2db1d12 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0639eb0-b058-4e42-981b-66e498ea2bde HTTP/1.1" status: 200  len: 945 time: 0.1474423
Jul 14 08:45:01.015438 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf1b25-4f2e-4bc8-86fb-c915239f432e req-7fbdc5b6-597f-43fe-9094-a2362ef36fba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:01.016886 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9cdf1b25-4f2e-4bc8-86fb-c915239f432e req-7fbdc5b6-597f-43fe-9094-a2362ef36fba service neutron] 10.222.0.43 "GET /v2.0/networks?id=cde446a9-0c7c-4318-8125-e2ca25cc6bae HTTP/1.1" status: 200  len: 915 time: 0.2725589
Jul 14 08:45:01.137224 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9cdf1b25-4f2e-4bc8-86fb-c915239f432e req-328d8b38-3a47-40bd-b463-19e5bec76190 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d945235d-8ae2-470a-a938-698f0c5de542 HTTP/1.1" status: 200  len: 217 time: 0.0835643
Jul 14 08:45:01.150457 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e234e1ab-b152-4f07-a8f1-336c70af0050 req-bcb57782-03ba-4a9c-90f1-b96a517d77de tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/security-groups?id=82225130-2680-4332-a37f-3aa7f1c2fbaa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1311753
Jul 14 08:45:01.240783 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fdc522-a624-4e45-b946-969ccc99dd97 req-ac014386-ad2f-4a81-95ef-99db6314bff1 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:01.241446 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf1b25-4f2e-4bc8-86fb-c915239f432e req-178bd118-7e6a-494e-8a5f-54dc9ad912ae service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:01.242993 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e4fdc522-a624-4e45-b946-969ccc99dd97 req-ac014386-ad2f-4a81-95ef-99db6314bff1 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 946 time: 0.1816506
Jul 14 08:45:01.247578 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-3a07761f-931e-436c-9bfd-58237faaa3dc tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Allocated IP 172.20.0.12 (da488139-78af-4b65-a6c3-304d11fa54fa/f2f2491b-9781-42c5-b9d0-471db2c9f754/8092d18b-972c-4f04-8c23-1c1085c640e0) {{(pid=82095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:45:01.252742 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9cdf1b25-4f2e-4bc8-86fb-c915239f432e req-178bd118-7e6a-494e-8a5f-54dc9ad912ae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2c98006c-4b08-41a9-9e9c-c4ddc8012662 HTTP/1.1" status: 200  len: 854 time: 0.1008298
Jul 14 08:45:01.320862 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9cdf1b25-4f2e-4bc8-86fb-c915239f432e req-9fbc049a-2def-4690-bb6e-4d7db96a37a5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cde446a9-0c7c-4318-8125-e2ca25cc6bae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0548515
Jul 14 08:45:01.504263 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e4fdc522-a624-4e45-b946-969ccc99dd97 req-db33388d-4732-4b02-8fb8-491bd2e14950 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2530029
Jul 14 08:45:01.576410 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-3a07761f-931e-436c-9bfd-58237faaa3dc tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Notify callbacks [] for port, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:01.576884 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9cdf1b25-4f2e-4bc8-86fb-c915239f432e req-babe6d80-5112-4e3b-ad76-475ad837229f service neutron] 10.222.0.43 "GET /v2.0/networks/cde446a9-0c7c-4318-8125-e2ca25cc6bae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2462914
Jul 14 08:45:01.582986 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc862a-c5d8-4d7c-96b2-26f48f408d59 req-dc9b06f3-b2f9-4011-8286-ea2d36d327bc tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:01.584489 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-88cc862a-c5d8-4d7c-96b2-26f48f408d59 req-dc9b06f3-b2f9-4011-8286-ea2d36d327bc tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=b593dae1-4d3e-455c-ba8c-e3362a68dad5 HTTP/1.1" status: 200  len: 943 time: 0.2018223
Jul 14 08:45:01.605419 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-3a07761f-931e-436c-9bfd-58237faaa3dc tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:01.613827 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-7aa65979-81b3-4e83-8fe8-96b741b3cadc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:01.683480 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-3a07761f-931e-436c-9bfd-58237faaa3dc tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Network da488139-78af-4b65-a6c3-304d11fa54fa is already hosted by enough agents. {{(pid=82095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:45:01.687294 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-3a07761f-931e-436c-9bfd-58237faaa3dc tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Resources bound (agent type, host, resource id):  {{(pid=82095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:45:01.689884 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-3a07761f-931e-436c-9bfd-58237faaa3dc tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Received port after_create {{(pid=82095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:45:01.741728 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07761f-931e-436c-9bfd-58237faaa3dc tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Pushing event updated for resources: {'Port': ['ID=8092d18b-972c-4f04-8c23-1c1085c640e0,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:01.743577 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-88cc862a-c5d8-4d7c-96b2-26f48f408d59 req-76cf4c00-7a78-4d17-9ba7-b1413cc3d340 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1330235
Jul 14 08:45:01.747300 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-3a07761f-931e-436c-9bfd-58237faaa3dc tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:01.767534 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9cdf1b25-4f2e-4bc8-86fb-c915239f432e req-4f2cd4d5-5007-482a-8094-7cd642cf9dfa service neutron] 10.222.0.43 "GET /v2.0/networks/cde446a9-0c7c-4318-8125-e2ca25cc6bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1798382
Jul 14 08:45:01.776053 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-3a07761f-931e-436c-9bfd-58237faaa3dc tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:01.776738 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-3a07761f-931e-436c-9bfd-58237faaa3dc tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for port, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:01.803997 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-3a07761f-931e-436c-9bfd-58237faaa3dc tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1568401
Jul 14 08:45:01.849106 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-cd9b96c6-2779-4133-84ee-15a7279e4cf1 service neutron] Request body: {'port': {'device_id': '7e98cd2c-a273-44bf-8b5e-bda3304b122b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:45:01.962398 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-cd9b96c6-2779-4133-84ee-15a7279e4cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:02.287052 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508216e-1467-4cfb-b7ae-29f3a1f401ca req-6bebc0ac-f454-47da-8999-0c84aef8319c tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:02.287862 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-1508216e-1467-4cfb-b7ae-29f3a1f401ca req-6bebc0ac-f454-47da-8999-0c84aef8319c tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Synchronizing usage tracker for tenant:44a7d3553efe49d899536d5ea8ad49c4 on resource:port {{(pid=82095) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:45:02.329774 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-1508216e-1467-4cfb-b7ae-29f3a1f401ca req-6bebc0ac-f454-47da-8999-0c84aef8319c tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Unset dirty status for tenant:44a7d3553efe49d899536d5ea8ad49c4 on resource:port {{(pid=82095) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:45:02.331072 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1508216e-1467-4cfb-b7ae-29f3a1f401ca req-6bebc0ac-f454-47da-8999-0c84aef8319c tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e98cd2c-a273-44bf-8b5e-bda3304b122b HTTP/1.1" status: 200  len: 932 time: 0.2504115
Jul 14 08:45:02.368462 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecde255-e204-4b4c-8ca8-f021e2bf1cba req-ac6137b0-d6ae-4ed2-9b54-b0e9eea46b7b tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:02.370068 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-aecde255-e204-4b4c-8ca8-f021e2bf1cba req-ac6137b0-d6ae-4ed2-9b54-b0e9eea46b7b tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0639eb0-b058-4e42-981b-66e498ea2bde HTTP/1.1" status: 200  len: 945 time: 0.0871234
Jul 14 08:45:02.431670 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-aecde255-e204-4b4c-8ca8-f021e2bf1cba req-7373c89a-892c-479f-ab46-b79b941897b1 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/security-groups?id=82225130-2680-4332-a37f-3aa7f1c2fbaa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530760
Jul 14 08:45:02.443491 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-cd9b96c6-2779-4133-84ee-15a7279e4cf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8092d18b-972c-4f04-8c23-1c1085c640e0 {{(pid=82095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:45:02.453948 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-cd9b96c6-2779-4133-84ee-15a7279e4cf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:02.463934 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1508216e-1467-4cfb-b7ae-29f3a1f401ca req-8a8323d8-be08-4f4b-9f72-ce77172d80d7 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf5f5bf1-d60f-4816-96a5-4600e7eabce3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181221
Jul 14 08:45:02.472908 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-cd9b96c6-2779-4133-84ee-15a7279e4cf1 service neutron] Transition to ACTIVE for port object 8092d18b-972c-4f04-8c23-1c1085c640e0 will not be triggered until provisioned by entity L2. {{(pid=82095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:45:02.475793 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-cd9b96c6-2779-4133-84ee-15a7279e4cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852740876'] for port, after_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:02.480713 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:02.637070 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b96c6-2779-4133-84ee-15a7279e4cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=8092d18b-972c-4f04-8c23-1c1085c640e0,revision_number=2']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:02.642378 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-cd9b96c6-2779-4133-84ee-15a7279e4cf1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:02.805085 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-cd9b96c6-2779-4133-84ee-15a7279e4cf1 service neutron] Attempting to bind port 8092d18b-972c-4f04-8c23-1c1085c640e0 on host hv-cinder-80022 for vnic_type normal with profile  {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:45:02.805603 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-cd9b96c6-2779-4133-84ee-15a7279e4cf1 service neutron] Attempting to bind port 8092d18b-972c-4f04-8c23-1c1085c640e0 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': 'ec93f0da-9f9f-40ad-ac7a-4e9e1f7ae5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'da488139-78af-4b65-a6c3-304d11fa54fa'}] {{(pid=82095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:45:02.805980 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-cd9b96c6-2779-4133-84ee-15a7279e4cf1 service neutron] Attempting to bind port 8092d18b-972c-4f04-8c23-1c1085c640e0 on network da488139-78af-4b65-a6c3-304d11fa54fa {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:45:02.813722 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-cd9b96c6-2779-4133-84ee-15a7279e4cf1 service neutron] Port 8092d18b-972c-4f04-8c23-1c1085c640e0 on network da488139-78af-4b65-a6c3-304d11fa54fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 14 08:45:02.814091 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-cd9b96c6-2779-4133-84ee-15a7279e4cf1 service neutron] Attempting to bind port 8092d18b-972c-4f04-8c23-1c1085c640e0 on network da488139-78af-4b65-a6c3-304d11fa54fa {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:45:02.823178 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-cd9b96c6-2779-4133-84ee-15a7279e4cf1 service neutron] Checking agent: {'id': 'aa24af5c-becf-43a3-9631-f44e6c3cc568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 41, 34), 'started_at': datetime.datetime(2021, 7, 14, 8, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:45:02.823569 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-cd9b96c6-2779-4133-84ee-15a7279e4cf1 service neutron] Checking segment: {'id': 'ec93f0da-9f9f-40ad-ac7a-4e9e1f7ae5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'da488139-78af-4b65-a6c3-304d11fa54fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:45:02.823994 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-cd9b96c6-2779-4133-84ee-15a7279e4cf1 service neutron] Bound using segment: {'id': 'ec93f0da-9f9f-40ad-ac7a-4e9e1f7ae5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'da488139-78af-4b65-a6c3-304d11fa54fa'} {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:45:02.824480 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-cd9b96c6-2779-4133-84ee-15a7279e4cf1 service neutron] Bound port: 8092d18b-972c-4f04-8c23-1c1085c640e0, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec93f0da-9f9f-40ad-ac7a-4e9e1f7ae5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'da488139-78af-4b65-a6c3-304d11fa54fa'}}] {{(pid=82095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:45:02.825366 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-cd9b96c6-2779-4133-84ee-15a7279e4cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:02.872474 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb101449-737f-4e37-8990-0f6b9e11d740 req-7054bdac-c951-43d7-8d75-42143cede696 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:02.880532 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cb101449-737f-4e37-8990-0f6b9e11d740 req-7054bdac-c951-43d7-8d75-42143cede696 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 946 time: 0.1821613
Jul 14 08:45:02.935767 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cb101449-737f-4e37-8990-0f6b9e11d740 req-924f7b27-2ef6-485c-8dd2-6414b88c25f5 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542104
Jul 14 08:45:02.952713 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-cd9b96c6-2779-4133-84ee-15a7279e4cf1 service neutron] For port 8092d18b-972c-4f04-8c23-1c1085c640e0, host hv-cinder-80022, cleared binding levels {{(pid=82095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:45:02.956775 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-cd9b96c6-2779-4133-84ee-15a7279e4cf1 service neutron] For port 8092d18b-972c-4f04-8c23-1c1085c640e0, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=8092d18b-972c-4f04-8c23-1c1085c640e0,segment=NetworkSegment(ec93f0da-9f9f-40ad-ac7a-4e9e1f7ae5f3),segment_id=ec93f0da-9f9f-40ad-ac7a-4e9e1f7ae5f3)] {{(pid=82095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:45:02.960999 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-cd9b96c6-2779-4133-84ee-15a7279e4cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852740876'] for port, after_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:02.966025 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-a6540f3c-7cee-4f2e-a09a-b3bee91b8c60 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:03.152760 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b0470-f092-4b06-97a4-37b236bf0315 req-f7fdc8b9-2d62-42a3-8fb8-44186001b3c7 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:03.154424 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-427b0470-f092-4b06-97a4-37b236bf0315 req-f7fdc8b9-2d62-42a3-8fb8-44186001b3c7 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0639eb0-b058-4e42-981b-66e498ea2bde HTTP/1.1" status: 200  len: 945 time: 0.1688249
Jul 14 08:45:03.244160 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [req-427b0470-f092-4b06-97a4-37b236bf0315 req-32d7a702-b450-4f2c-8685-504575b33a4f tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Deleting port 60876a2d-3cee-498c-92a4-85e83b3555d4 {{(pid=82096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:45:03.247134 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-427b0470-f092-4b06-97a4-37b236bf0315 req-32d7a702-b450-4f2c-8685-504575b33a4f tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:03.304567 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-cd9b96c6-2779-4133-84ee-15a7279e4cf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for port, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:03.307001 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-cd9b96c6-2779-4133-84ee-15a7279e4cf1 service neutron] 10.222.0.43 "PUT /v2.0/ports/8092d18b-972c-4f04-8c23-1c1085c640e0 HTTP/1.1" status: 200  len: 1094 time: 1.4628630
Jul 14 08:45:03.310799 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e98cd2c-a273-44bf-8b5e-bda3304b122b', 'tag': '8092d18b-972c-4f04-8c23-1c1085c640e0'}] {{(pid=82095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:45:03.358979 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b96c6-2779-4133-84ee-15a7279e4cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=8092d18b-972c-4f04-8c23-1c1085c640e0,revision_number=3']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:03.380283 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-cd9b96c6-2779-4133-84ee-15a7279e4cf1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:03.397658 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304cd485-88ff-4686-9d69-8bd78eebca75 req-e57cf5f1-4ed6-44f2-b3fa-615611812fa0 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:03.399337 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-304cd485-88ff-4686-9d69-8bd78eebca75 req-e57cf5f1-4ed6-44f2-b3fa-615611812fa0 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=b593dae1-4d3e-455c-ba8c-e3362a68dad5 HTTP/1.1" status: 200  len: 943 time: 0.3765984
Jul 14 08:45:03.465036 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e98cd2c-a273-44bf-8b5e-bda3304b122b', 'tag': '8092d18b-972c-4f04-8c23-1c1085c640e0', 'status': 'completed', 'code': 200}
Jul 14 08:45:03.515644 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-304cd485-88ff-4686-9d69-8bd78eebca75 req-e417a3ad-898d-4fa5-a1f0-d1f48bd97a0a tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081505
Jul 14 08:45:03.575202 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-2167744a-9f9d-4080-861b-e48b66b16ffc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44a7d3553efe49d899536d5ea8ad49c4&device_id=7e98cd2c-a273-44bf-8b5e-bda3304b122b HTTP/1.1" status: 200  len: 1097 time: 0.1486874
Jul 14 08:45:03.679216 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-a67125aa-ec4b-473d-b848-fda51e49cebb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8092d18b-972c-4f04-8c23-1c1085c640e0 HTTP/1.1" status: 200  len: 217 time: 0.0876222
Jul 14 08:45:03.706560 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3a791-1c13-4ea3-aca3-4f84a7bf1849 req-877cf4ee-7049-47a3-a561-61984c2d65a2 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:03.708183 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-41d3a791-1c13-4ea3-aca3-4f84a7bf1849 req-877cf4ee-7049-47a3-a561-61984c2d65a2 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0639eb0-b058-4e42-981b-66e498ea2bde HTTP/1.1" status: 200  len: 945 time: 0.1289680
Jul 14 08:45:03.715069 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-427b0470-f092-4b06-97a4-37b236bf0315 req-32d7a702-b450-4f2c-8685-504575b33a4f tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] For port 60876a2d-3cee-498c-92a4-85e83b3555d4, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=60876a2d-3cee-498c-92a4-85e83b3555d4,segment=NetworkSegment(ba11dabd-2829-4357-ba14-54c28395fb37),segment_id=ba11dabd-2829-4357-ba14-54c28395fb37)] {{(pid=82096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:45:03.715537 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-427b0470-f092-4b06-97a4-37b236bf0315 req-32d7a702-b450-4f2c-8685-504575b33a4f tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:03.818258 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-f4fec64e-97ff-4138-96d1-efd5090c5108 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:03.819873 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-f4fec64e-97ff-4138-96d1-efd5090c5108 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f2f2491b-9781-42c5-b9d0-471db2c9f754 HTTP/1.1" status: 200  len: 848 time: 0.0969517
Jul 14 08:45:03.866438 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [req-427b0470-f092-4b06-97a4-37b236bf0315 req-32d7a702-b450-4f2c-8685-504575b33a4f tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Calling delete_port for 60876a2d-3cee-498c-92a4-85e83b3555d4 owned by compute:nova {{(pid=82096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:45:03.877123 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2634e-8161-45ba-bd28-3ed0310318f0 req-7e0433c6-4bf9-4ea5-bdc8-e0bd07ebf83e tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:03.878701 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e5d2634e-8161-45ba-bd28-3ed0310318f0 req-7e0433c6-4bf9-4ea5-bdc8-e0bd07ebf83e tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e98cd2c-a273-44bf-8b5e-bda3304b122b HTTP/1.1" status: 200  len: 944 time: 0.1953619
Jul 14 08:45:03.891437 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-6b2e71ee-8768-4e91-a437-2d28b3a40ac7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da488139-78af-4b65-a6c3-304d11fa54fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0594041
Jul 14 08:45:03.935267 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-41d3a791-1c13-4ea3-aca3-4f84a7bf1849 req-e6e2cd80-6075-4daa-8baa-d8c5de412e2a tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/security-groups?id=82225130-2680-4332-a37f-3aa7f1c2fbaa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2111363
Jul 14 08:45:04.049854 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e5d2634e-8161-45ba-bd28-3ed0310318f0 req-55b3cc86-d25d-4e85-b668-1921a471b369 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf5f5bf1-d60f-4816-96a5-4600e7eabce3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1607766
Jul 14 08:45:04.056935 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device d945235d-8ae2-470a-a938-698f0c5de542 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 14 08:45:04.106810 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-69172880-c0b8-4580-a84f-69658ebf8aa1 service neutron] 10.222.0.43 "GET /v2.0/networks/da488139-78af-4b65-a6c3-304d11fa54fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1998560
Jul 14 08:45:04.184358 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-427b0470-f092-4b06-97a4-37b236bf0315 req-32d7a702-b450-4f2c-8685-504575b33a4f tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006'] for port, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:04.193891 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:04.237429 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d7a702-b450-4f2c-8685-504575b33a4f tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Pushing event deleted for resources: {'Port': ['ID=60876a2d-3cee-498c-92a4-85e83b3555d4,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:04.240212 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-32d7a702-b450-4f2c-8685-504575b33a4f tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:04.270103 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] get_ports_and_sgs() called for port_ids ['60876a2d-3cee-498c-92a4-85e83b3555d4'] {{(pid=82097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 14 08:45:04.314899 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f19481-7841-4eb9-8a94-70cefec53427 req-7b334c3c-d6a7-4c48-941c-750890eaf4b0 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:04.322277 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e3f19481-7841-4eb9-8a94-70cefec53427 req-7b334c3c-d6a7-4c48-941c-750890eaf4b0 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 946 time: 0.2283473
Jul 14 08:45:04.339705 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8a46a5d8-4476-49b4-aa1c-d4ee1cce4505 req-c89ccfec-ac14-4d9b-bd22-c5e97c001730 service neutron] 10.222.0.43 "GET /v2.0/networks/da488139-78af-4b65-a6c3-304d11fa54fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2249594
Jul 14 08:45:04.354679 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port d945235d-8ae2-470a-a938-698f0c5de542, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=d945235d-8ae2-470a-a938-698f0c5de542,segment=NetworkSegment(84d2a471-9073-47cf-9d75-3287490f4b5e),segment_id=84d2a471-9073-47cf-9d75-3287490f4b5e)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:45:04.371310 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Returning: {'device': 'd945235d-8ae2-470a-a938-698f0c5de542', 'network_id': 'cde446a9-0c7c-4318-8125-e2ca25cc6bae', 'port_id': 'd945235d-8ae2-470a-a938-698f0c5de542', 'mac_address': 'fa:16:3e:0f:80:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c98006c-4b08-41a9-9e9c-c4ddc8012662', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 14 08:45:04.448156 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:04.473513 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d945235d-8ae2-470a-a938-698f0c5de542 {{(pid=82097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:45:04.500316 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port d945235d-8ae2-470a-a938-698f0c5de542, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=d945235d-8ae2-470a-a938-698f0c5de542,segment=NetworkSegment(84d2a471-9073-47cf-9d75-3287490f4b5e),segment_id=84d2a471-9073-47cf-9d75-3287490f4b5e)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:45:04.505834 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:04.508070 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-66ef8b03-01e2-47de-b5c5-ade4174a5675 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:04.618513 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [req-427b0470-f092-4b06-97a4-37b236bf0315 req-32d7a702-b450-4f2c-8685-504575b33a4f tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] No DVR routers for this DVR port 60876a2d-3cee-498c-92a4-85e83b3555d4 on host hv-cinder-80022 {{(pid=82096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 14 08:45:04.621827 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-427b0470-f092-4b06-97a4-37b236bf0315 req-32d7a702-b450-4f2c-8685-504575b33a4f tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:04.626980 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0639eb0-b058-4e42-981b-66e498ea2bde', 'name': 'network-vif-deleted', 'tag': '60876a2d-3cee-498c-92a4-85e83b3555d4'}] {{(pid=82096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:45:04.651880 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-427b0470-f092-4b06-97a4-37b236bf0315 req-32d7a702-b450-4f2c-8685-504575b33a4f tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.43 "DELETE /v2.0/ports/60876a2d-3cee-498c-92a4-85e83b3555d4 HTTP/1.1" status: 204  len: 173 time: 1.4886553
Jul 14 08:45:04.653205 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=d945235d-8ae2-470a-a938-698f0c5de542,revision_number=4']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:04.663854 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:04.680769 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e3f19481-7841-4eb9-8a94-70cefec53427 req-df7c01b1-f4fa-4aae-8ed6-e634c8068bd7 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3573351
Jul 14 08:45:04.683161 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-561bf3ff-c117-4194-8bea-b472e09a4d27 req-2541760b-5c0b-4518-8ed0-30efd1a09315 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44a7d3553efe49d899536d5ea8ad49c4&device_id=7e98cd2c-a273-44bf-8b5e-bda3304b122b HTTP/1.1" status: 200  len: 1097 time: 0.2025294
Jul 14 08:45:04.878854 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561bf3ff-c117-4194-8bea-b472e09a4d27 req-79a1e84f-02d9-4998-b9d0-fa62b2a06e7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:04.880453 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-561bf3ff-c117-4194-8bea-b472e09a4d27 req-79a1e84f-02d9-4998-b9d0-fa62b2a06e7a service neutron] 10.222.0.43 "GET /v2.0/networks?id=da488139-78af-4b65-a6c3-304d11fa54fa HTTP/1.1" status: 200  len: 909 time: 0.1877689
Jul 14 08:45:04.931839 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0639eb0-b058-4e42-981b-66e498ea2bde', 'name': 'network-vif-deleted', 'tag': '60876a2d-3cee-498c-92a4-85e83b3555d4', 'status': 'completed', 'code': 200}
Jul 14 08:45:04.959731 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95611ea0-fb24-4c97-9fb4-e19c3e9d9707 req-6ae81d0c-ad15-4533-8043-a969e640ec6a tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:04.961469 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-95611ea0-fb24-4c97-9fb4-e19c3e9d9707 req-6ae81d0c-ad15-4533-8043-a969e640ec6a tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=b593dae1-4d3e-455c-ba8c-e3362a68dad5 HTTP/1.1" status: 200  len: 944 time: 0.1287961
Jul 14 08:45:04.962768 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-561bf3ff-c117-4194-8bea-b472e09a4d27 req-e5b11582-3553-45a0-ae5f-1566e78d01f8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8092d18b-972c-4f04-8c23-1c1085c640e0 HTTP/1.1" status: 200  len: 217 time: 0.0683122
Jul 14 08:45:05.014888 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-95611ea0-fb24-4c97-9fb4-e19c3e9d9707 req-ea21ac0d-b244-46cc-8d99-3f200255e997 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447853
Jul 14 08:45:05.030679 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] get_ports_and_sgs() called for port_ids ['d945235d-8ae2-470a-a938-698f0c5de542'] {{(pid=82097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 14 08:45:05.055411 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561bf3ff-c117-4194-8bea-b472e09a4d27 req-1dc17da7-d5d2-4d4b-8e5e-9ba78acd5f57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:05.057030 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-561bf3ff-c117-4194-8bea-b472e09a4d27 req-1dc17da7-d5d2-4d4b-8e5e-9ba78acd5f57 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f2f2491b-9781-42c5-b9d0-471db2c9f754 HTTP/1.1" status: 200  len: 848 time: 0.0854559
Jul 14 08:45:05.155780 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-561bf3ff-c117-4194-8bea-b472e09a4d27 req-01451238-33d8-4e1e-bab7-59db219ea030 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da488139-78af-4b65-a6c3-304d11fa54fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0852113
Jul 14 08:45:05.161051 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cf44f0fe-3fa7-4d94-b087-402cf442aacb req-d7436107-6c9b-4209-9418-c57a32b9c526 tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0639eb0-b058-4e42-981b-66e498ea2bde HTTP/1.1" status: 200  len: 210 time: 0.0577202
Jul 14 08:45:05.321319 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f16fd5-194c-4181-a4f9-fc34a5d719bc req-58316ad9-de9e-4828-acb4-6d31c71bc0de tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:05.323226 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-68f16fd5-194c-4181-a4f9-fc34a5d719bc req-58316ad9-de9e-4828-acb4-6d31c71bc0de tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e98cd2c-a273-44bf-8b5e-bda3304b122b HTTP/1.1" status: 200  len: 944 time: 0.0989182
Jul 14 08:45:05.327274 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-561bf3ff-c117-4194-8bea-b472e09a4d27 req-1a46f2fa-d69b-4fca-a7de-8450ba626732 service neutron] 10.222.0.43 "GET /v2.0/networks/da488139-78af-4b65-a6c3-304d11fa54fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1590407
Jul 14 08:45:05.372041 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-68f16fd5-194c-4181-a4f9-fc34a5d719bc req-9c7636b0-d60b-40fe-be38-1122231f38ac tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Synchronizing usage tracker for tenant:44a7d3553efe49d899536d5ea8ad49c4 on resource:security_group {{(pid=82096) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:45:05.389013 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-68f16fd5-194c-4181-a4f9-fc34a5d719bc req-9c7636b0-d60b-40fe-be38-1122231f38ac tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Unset dirty status for tenant:44a7d3553efe49d899536d5ea8ad49c4 on resource:security_group {{(pid=82096) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:45:05.390303 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-68f16fd5-194c-4181-a4f9-fc34a5d719bc req-9c7636b0-d60b-40fe-be38-1122231f38ac tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf5f5bf1-d60f-4816-96a5-4600e7eabce3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606534
Jul 14 08:45:05.481788 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-561bf3ff-c117-4194-8bea-b472e09a4d27 req-41c2c92d-1d8f-48a7-a9dd-137088208b0d service neutron] 10.222.0.43 "GET /v2.0/networks/da488139-78af-4b65-a6c3-304d11fa54fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1466219
Jul 14 08:45:05.745246 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3c890a0d-1f2f-442c-82f3-8889c4224189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:05.887885 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc960de6-2431-4401-bf29-b8a22cbd71d6 req-4896e421-7ed1-4ace-aa60-ef656b3adcd4 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:05.889503 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bc960de6-2431-4401-bf29-b8a22cbd71d6 req-4896e421-7ed1-4ace-aa60-ef656b3adcd4 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 946 time: 0.0850878
Jul 14 08:45:05.941101 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bc960de6-2431-4401-bf29-b8a22cbd71d6 req-2730a11c-919c-4400-b774-e79cef2effbc tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454319
Jul 14 08:45:05.949262 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:06.718335 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:07.254788 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 60876a2d-3cee-498c-92a4-85e83b3555d4 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:45:07.289656 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] No Port match for: 60876a2d-3cee-498c-92a4-85e83b3555d4 {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:45:07.290041 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 60876a2d-3cee-498c-92a4-85e83b3555d4 not bound to the agent host hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:45:07.756369 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c83e336b-adc5-493d-bb2f-2a8821c20917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:08.494689 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:08.542286 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-10be30db-f0c9-44c3-b75a-9aaac7850cb2 req-732ab56b-6aab-42c5-91f1-5440e0f5229d tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Synchronizing usage tracker for tenant:ef5f221c229d42ae84140f2022c8260a on resource:port {{(pid=82096) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:45:08.542946 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fdf820-00d7-4d80-8561-70b1d9944cf2 req-287f0f7c-3e2d-4817-9d2c-2769674f4326 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:08.544709 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e4fdf820-00d7-4d80-8561-70b1d9944cf2 req-287f0f7c-3e2d-4817-9d2c-2769674f4326 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=b593dae1-4d3e-455c-ba8c-e3362a68dad5 HTTP/1.1" status: 200  len: 944 time: 0.0889506
Jul 14 08:45:08.558762 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-10be30db-f0c9-44c3-b75a-9aaac7850cb2 req-732ab56b-6aab-42c5-91f1-5440e0f5229d tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] Unset dirty status for tenant:ef5f221c229d42ae84140f2022c8260a on resource:port {{(pid=82096) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:45:08.560071 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-10be30db-f0c9-44c3-b75a-9aaac7850cb2 req-732ab56b-6aab-42c5-91f1-5440e0f5229d tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0639eb0-b058-4e42-981b-66e498ea2bde HTTP/1.1" status: 200  len: 210 time: 0.0617559
Jul 14 08:45:08.613831 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e4fdf820-00d7-4d80-8561-70b1d9944cf2 req-91db2cda-bdd6-436b-8cd2-4486a76824a5 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579343
Jul 14 08:45:08.760709 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f85c0-31a6-4664-8340-67fc7b411121 req-c573cfe7-c106-4e71-a349-af02b52b7955 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:08.762573 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-889f85c0-31a6-4664-8340-67fc7b411121 req-c573cfe7-c106-4e71-a349-af02b52b7955 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e98cd2c-a273-44bf-8b5e-bda3304b122b HTTP/1.1" status: 200  len: 944 time: 0.0824404
Jul 14 08:45:08.806770 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d560cd-1cdf-4896-afe7-9af1bdfd3b38 req-79a19f84-6cdb-4cb9-82ea-0aca48192e12 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:08.808330 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-19d560cd-1cdf-4896-afe7-9af1bdfd3b38 req-79a19f84-6cdb-4cb9-82ea-0aca48192e12 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 946 time: 0.0858018
Jul 14 08:45:08.810600 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-889f85c0-31a6-4664-8340-67fc7b411121 req-231eb8f1-0fb0-486d-a8da-38d513189bd5 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf5f5bf1-d60f-4816-96a5-4600e7eabce3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413308
Jul 14 08:45:08.857444 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-19d560cd-1cdf-4896-afe7-9af1bdfd3b38 req-99f84d77-1ea1-4047-a470-85f222a6bee4 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425754
Jul 14 08:45:09.537059 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:09.780973 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-101bfe37-bd61-4624-84fb-2870f75425e1 req-7fdffbd8-6a1d-4b9d-8fce-f2788b46ad7a tempest-DeleteServersTestJSON-1929151333 tempest-DeleteServersTestJSON-1929151333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0639eb0-b058-4e42-981b-66e498ea2bde HTTP/1.1" status: 200  len: 210 time: 0.0501108
Jul 14 08:45:09.882231 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c87804-b21a-4892-af86-dca5d0393a2c req-0f1bed07-e8be-4065-8dd7-e40a3132d10c tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:09.884324 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-94c87804-b21a-4892-af86-dca5d0393a2c req-0f1bed07-e8be-4065-8dd7-e40a3132d10c tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=b593dae1-4d3e-455c-ba8c-e3362a68dad5 HTTP/1.1" status: 200  len: 944 time: 0.0914822
Jul 14 08:45:09.938974 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-94c87804-b21a-4892-af86-dca5d0393a2c req-c2e82ba8-55b4-4d1a-b7a1-fe0c34c79b99 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484970
Jul 14 08:45:10.023335 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d79b2aa-a8e7-4406-984c-01cc2818e036 req-524f4c1e-abd1-436f-976d-33710bf64d53 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:10.024929 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3d79b2aa-a8e7-4406-984c-01cc2818e036 req-524f4c1e-abd1-436f-976d-33710bf64d53 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e98cd2c-a273-44bf-8b5e-bda3304b122b HTTP/1.1" status: 200  len: 944 time: 0.0829582
Jul 14 08:45:10.073195 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3d79b2aa-a8e7-4406-984c-01cc2818e036 req-3bfea4a4-26ef-4a7e-8a32-05f63b570f09 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf5f5bf1-d60f-4816-96a5-4600e7eabce3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423195
Jul 14 08:45:10.132257 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f9adf-1154-4b94-a408-df5d3c3395f6 req-131867f8-fa2a-44a4-8d63-5c8074f3686b tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:10.133755 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5d5f9adf-1154-4b94-a408-df5d3c3395f6 req-131867f8-fa2a-44a4-8d63-5c8074f3686b tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 946 time: 0.0823581
Jul 14 08:45:10.185147 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5d5f9adf-1154-4b94-a408-df5d3c3395f6 req-8d109ba0-f60a-4b2f-a992-ae783c8c0fe7 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439303
Jul 14 08:45:10.282739 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device d945235d-8ae2-470a-a938-698f0c5de542 up at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:45:10.353557 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning for port d945235d-8ae2-470a-a938-698f0c5de542 completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:45:10.358744 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning complete for port d945235d-8ae2-470a-a938-698f0c5de542 triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:45:10.359184 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:10.469866 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:10.504050 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b593dae1-4d3e-455c-ba8c-e3362a68dad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd945235d-8ae2-470a-a938-698f0c5de542'}] {{(pid=82097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:45:10.514502 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port d945235d-8ae2-470a-a938-698f0c5de542, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=d945235d-8ae2-470a-a938-698f0c5de542,segment=NetworkSegment(84d2a471-9073-47cf-9d75-3287490f4b5e),segment_id=84d2a471-9073-47cf-9d75-3287490f4b5e)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:45:10.518202 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:10.519706 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:10.578148 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b593dae1-4d3e-455c-ba8c-e3362a68dad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd945235d-8ae2-470a-a938-698f0c5de542', 'code': 200}
Jul 14 08:45:10.593498 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=d945235d-8ae2-470a-a938-698f0c5de542,revision_number=5']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:10.596990 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:10.903880 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b3631e19-d74e-4395-9ef7-dbdc424acaff req-0b6b8d06-66d8-45ca-aad2-430642b5da45 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b593dae1-4d3e-455c-ba8c-e3362a68dad5 HTTP/1.1" status: 200  len: 1098 time: 0.0846124
Jul 14 08:45:10.949889 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b3631e19-d74e-4395-9ef7-dbdc424acaff req-a2975cb8-ff39-4288-88c5-bb2118f3d79e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389006
Jul 14 08:45:11.157842 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95249391-640e-46a0-8a7b-f95dc8f01985 req-1a03da96-62e2-439d-8fb1-96d215170d68 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:11.159682 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-95249391-640e-46a0-8a7b-f95dc8f01985 req-1a03da96-62e2-439d-8fb1-96d215170d68 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=b593dae1-4d3e-455c-ba8c-e3362a68dad5 HTTP/1.1" status: 200  len: 945 time: 0.0933349
Jul 14 08:45:11.215125 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-95249391-640e-46a0-8a7b-f95dc8f01985 req-18dd5c4d-6b19-4f95-9e92-d2e85b70438f tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436985
Jul 14 08:45:11.323466 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d80f87-9ad0-4848-9bd4-8278f62b7fed req-28f1bae6-75cf-42cb-837f-5160c35218df tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:11.325789 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-30d80f87-9ad0-4848-9bd4-8278f62b7fed req-28f1bae6-75cf-42cb-837f-5160c35218df tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e98cd2c-a273-44bf-8b5e-bda3304b122b HTTP/1.1" status: 200  len: 944 time: 0.1052415
Jul 14 08:45:11.378710 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-30d80f87-9ad0-4848-9bd4-8278f62b7fed req-e5222e59-56b2-40ff-a5fb-7b34643ea0e4 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf5f5bf1-d60f-4816-96a5-4600e7eabce3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462215
Jul 14 08:45:11.427082 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e575e04-1d50-420a-a75a-921f99cd06f9 req-bcedc728-91bf-496e-b8f0-a4608a78e260 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:11.428979 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8e575e04-1d50-420a-a75a-921f99cd06f9 req-bcedc728-91bf-496e-b8f0-a4608a78e260 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 946 time: 0.0939131
Jul 14 08:45:11.476115 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8e575e04-1d50-420a-a75a-921f99cd06f9 req-e2ef6403-1714-4b71-b790-13e130e29cdd tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410471
Jul 14 08:45:12.269384 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 54390) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:45:12.274242 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 8092d18b-972c-4f04-8c23-1c1085c640e0 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 14 08:45:12.433209 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port 8092d18b-972c-4f04-8c23-1c1085c640e0, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=8092d18b-972c-4f04-8c23-1c1085c640e0,segment=NetworkSegment(ec93f0da-9f9f-40ad-ac7a-4e9e1f7ae5f3),segment_id=ec93f0da-9f9f-40ad-ac7a-4e9e1f7ae5f3)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:45:12.447095 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cd6c099f-e878-4c9e-ba8e-0ef5021eeb16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:12.450409 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Returning: {'device': '8092d18b-972c-4f04-8c23-1c1085c640e0', 'network_id': 'da488139-78af-4b65-a6c3-304d11fa54fa', 'port_id': '8092d18b-972c-4f04-8c23-1c1085c640e0', 'mac_address': 'fa:16:3e:4d:9e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2f2491b-9781-42c5-b9d0-471db2c9f754', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 14 08:45:12.485123 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-cd6c099f-e878-4c9e-ba8e-0ef5021eeb16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:45:12.490184 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-cd6c099f-e878-4c9e-ba8e-0ef5021eeb16 admin admin] Usage tracker for resource:security_group_rule and tenant:a817f77e83c9474b971ce44a32a1fb8f is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:45:12.495698 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-cd6c099f-e878-4c9e-ba8e-0ef5021eeb16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:45:12.502381 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-cd6c099f-e878-4c9e-ba8e-0ef5021eeb16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:45:12.532293 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047c35d-0571-42af-80a2-3189deed4b61 req-f285fc08-e3d6-493c-8200-3af8217bb44b tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:12.540084 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f047c35d-0571-42af-80a2-3189deed4b61 req-f285fc08-e3d6-493c-8200-3af8217bb44b tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=b593dae1-4d3e-455c-ba8c-e3362a68dad5 HTTP/1.1" status: 200  len: 945 time: 0.1537700
Jul 14 08:45:12.553165 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:12.574086 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8092d18b-972c-4f04-8c23-1c1085c640e0 {{(pid=82097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:45:12.592658 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port 8092d18b-972c-4f04-8c23-1c1085c640e0, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=8092d18b-972c-4f04-8c23-1c1085c640e0,segment=NetworkSegment(ec93f0da-9f9f-40ad-ac7a-4e9e1f7ae5f3),segment_id=ec93f0da-9f9f-40ad-ac7a-4e9e1f7ae5f3)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:45:12.598131 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:12.600181 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:12.660553 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f047c35d-0571-42af-80a2-3189deed4b61 req-69b8f96e-63e7-4837-8d74-567f7be5b489 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189618
Jul 14 08:45:12.683561 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24a2f0-17b9-4ac6-a68d-164d66e99358 req-e31147fd-2f31-47cd-99b5-e652875f5f05 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:12.684271 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=8092d18b-972c-4f04-8c23-1c1085c640e0,revision_number=4']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:12.685233 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ec24a2f0-17b9-4ac6-a68d-164d66e99358 req-e31147fd-2f31-47cd-99b5-e652875f5f05 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e98cd2c-a273-44bf-8b5e-bda3304b122b HTTP/1.1" status: 200  len: 944 time: 0.1361194
Jul 14 08:45:12.689465 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:12.719566 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cd6c099f-e878-4c9e-ba8e-0ef5021eeb16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:12.728439 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cd6c099f-e878-4c9e-ba8e-0ef5021eeb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:12.737488 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-bc45fae1-f0be-46ce-b67e-6eac226d40b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:12.797781 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-cd6c099f-e878-4c9e-ba8e-0ef5021eeb16 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a817f77e83c9474b971ce44a32a1fb8f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5271943
Jul 14 08:45:12.802273 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 54404) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:45:12.806555 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ec24a2f0-17b9-4ac6-a68d-164d66e99358 req-f8db045c-0a81-4af2-9b1c-47a3543e65f9 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf5f5bf1-d60f-4816-96a5-4600e7eabce3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1075401
Jul 14 08:45:12.818308 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c099f-e878-4c9e-ba8e-0ef5021eeb16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d89c972-cc2b-41f7-9c37-69b6cdf3ec72,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:12.838033 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-cd6c099f-e878-4c9e-ba8e-0ef5021eeb16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:12.870803 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad85c6c-35b1-40c8-af97-889a3c2f3c6d req-6bc6d3d5-b0ad-43c3-a13e-ef9218bea56f tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:12.872446 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1ad85c6c-35b1-40c8-af97-889a3c2f3c6d req-6bc6d3d5-b0ad-43c3-a13e-ef9218bea56f tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 946 time: 0.0974727
Jul 14 08:45:12.874540 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e0542ec3-91ca-4c25-b891-1196b6e568e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:12.903508 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e0542ec3-91ca-4c25-b891-1196b6e568e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:12.926605 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1ad85c6c-35b1-40c8-af97-889a3c2f3c6d req-b5500466-4f13-45fc-affe-97ae3df0bbb6 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465248
Jul 14 08:45:12.964442 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e0542ec3-91ca-4c25-b891-1196b6e568e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:12.970750 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:12.986996 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0542ec3-91ca-4c25-b891-1196b6e568e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d89c972-cc2b-41f7-9c37-69b6cdf3ec72,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:12.990404 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e0542ec3-91ca-4c25-b891-1196b6e568e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:12.991468 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e0542ec3-91ca-4c25-b891-1196b6e568e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:12.992692 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-e0542ec3-91ca-4c25-b891-1196b6e568e4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7d89c972-cc2b-41f7-9c37-69b6cdf3ec72 HTTP/1.1" status: 204  len: 168 time: 0.1893206
Jul 14 08:45:13.119079 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] get_ports_and_sgs() called for port_ids ['8092d18b-972c-4f04-8c23-1c1085c640e0'] {{(pid=82097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 14 08:45:13.129136 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 54416) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:45:13.203622 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc7041c6-dd26-49b8-a8f3-227eb9719ae3 admin admin] Deleting subnet bd423f8f-d472-4c93-9b97-166dc5e957f0 {{(pid=82096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 14 08:45:13.207715 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-dc7041c6-dd26-49b8-a8f3-227eb9719ae3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:13.265000 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-dc7041c6-dd26-49b8-a8f3-227eb9719ae3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:13.273718 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-dc7041c6-dd26-49b8-a8f3-227eb9719ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853748987'] for subnet, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:13.379886 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-dc7041c6-dd26-49b8-a8f3-227eb9719ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097'] for subnet, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:13.384349 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:13.427951 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7041c6-dd26-49b8-a8f3-227eb9719ae3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd423f8f-d472-4c93-9b97-166dc5e957f0,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:13.427951 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-dc7041c6-dd26-49b8-a8f3-227eb9719ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:13.432953 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-dc7041c6-dd26-49b8-a8f3-227eb9719ae3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:13.442382 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-dc7041c6-dd26-49b8-a8f3-227eb9719ae3 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/bd423f8f-d472-4c93-9b97-166dc5e957f0 HTTP/1.1" status: 204  len: 168 time: 0.3098145
Jul 14 08:45:13.442729 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 54436) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:45:13.567267 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b792035e-820c-4bdf-894f-7e215ab91a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-950592'] for network, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:13.713322 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b792035e-820c-4bdf-894f-7e215ab91a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853745778', 'neutron.services.segments.db._delete_segments_for_network--9223363282633926140'] for network, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:13.728676 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-b792035e-820c-4bdf-894f-7e215ab91a72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f64021fe2e8>,) {'filters': {'network_id': ['8e8216a1-d2c2-409a-8992-b2e5db0cceea']}} {{(pid=82095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:45:13.743732 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-b792035e-820c-4bdf-894f-7e215ab91a72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f64021fe2e8>, 'ba11dabd-2829-4357-ba14-54c28395fb37') {'for_net_delete': True} {{(pid=82095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:45:13.744074 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-b792035e-820c-4bdf-894f-7e215ab91a72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f64021fe2e8>, 'ba11dabd-2829-4357-ba14-54c28395fb37') {} {{(pid=82095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:45:13.757695 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b792035e-820c-4bdf-894f-7e215ab91a72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282633931619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1942575'] for segment, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:13.778332 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b792035e-820c-4bdf-894f-7e215ab91a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6123'] for segment, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:13.786295 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b792035e-820c-4bdf-894f-7e215ab91a72 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=82095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 14 08:45:13.786746 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b792035e-820c-4bdf-894f-7e215ab91a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854769693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852740906'] for segment, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:13.801970 dv-cinder-800229-1-iscsi neutron-server[81984]: Traceback (most recent call last):
Jul 14 08:45:13.801970 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 14 08:45:13.801970 dv-cinder-800229-1-iscsi neutron-server[81984]:     timer()
Jul 14 08:45:13.801970 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 14 08:45:13.801970 dv-cinder-800229-1-iscsi neutron-server[81984]:     cb(*args, **kw)
Jul 14 08:45:13.801970 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 14 08:45:13.801970 dv-cinder-800229-1-iscsi neutron-server[81984]:     return func(*args, **kwargs)
Jul 14 08:45:13.801970 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 14 08:45:13.801970 dv-cinder-800229-1-iscsi neutron-server[81984]:     self._notify()
Jul 14 08:45:13.801970 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 14 08:45:13.801970 dv-cinder-800229-1-iscsi neutron-server[81984]:     self.callback(batched_events)
Jul 14 08:45:13.801970 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 14 08:45:13.801970 dv-cinder-800229-1-iscsi neutron-server[81984]:     event.method(event)
Jul 14 08:45:13.801970 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 14 08:45:13.801970 dv-cinder-800229-1-iscsi neutron-server[81984]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 14 08:45:13.801970 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 14 08:45:13.801970 dv-cinder-800229-1-iscsi neutron-server[81984]:     segment_id)['aggregates'][0]
Jul 14 08:45:13.801970 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Jul 14 08:45:13.801970 dv-cinder-800229-1-iscsi neutron-server[81984]:     return f(self, *a, **k)
Jul 14 08:45:13.801970 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 14 08:45:13.801970 dv-cinder-800229-1-iscsi neutron-server[81984]:     return self._get(url).json()
Jul 14 08:45:13.801970 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 14 08:45:13.801970 dv-cinder-800229-1-iscsi neutron-server[81984]:     **kwargs)
Jul 14 08:45:13.801970 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Jul 14 08:45:13.801970 dv-cinder-800229-1-iscsi neutron-server[81984]:     return self.request(url, 'GET', **kwargs)
Jul 14 08:45:13.801970 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Jul 14 08:45:13.801970 dv-cinder-800229-1-iscsi neutron-server[81984]:     **endpoint_filter)
Jul 14 08:45:13.801970 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Jul 14 08:45:13.801970 dv-cinder-800229-1-iscsi neutron-server[81984]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 14 08:45:13.801970 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Jul 14 08:45:13.801970 dv-cinder-800229-1-iscsi neutron-server[81984]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 14 08:45:13.801970 dv-cinder-800229-1-iscsi neutron-server[81984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 14 08:45:13.910617 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b792035e-820c-4bdf-894f-7e215ab91a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1030070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695875'] for network, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:13.919418 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:13.945552 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b792035e-820c-4bdf-894f-7e215ab91a72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for network, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:13.995838 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792035e-820c-4bdf-894f-7e215ab91a72 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e8216a1-d2c2-409a-8992-b2e5db0cceea,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:14.004541 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-b792035e-820c-4bdf-894f-7e215ab91a72 admin admin] 10.222.0.42 "DELETE /v2.0/networks/8e8216a1-d2c2-409a-8992-b2e5db0cceea HTTP/1.1" status: 204  len: 168 time: 0.5606427
Jul 14 08:45:14.011344 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-b792035e-820c-4bdf-894f-7e215ab91a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:14.037320 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf913c91-2c5c-4171-800e-b1bff82ce1ae req-8da24672-e08a-4395-a82b-22b091977c01 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:14.039211 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bf913c91-2c5c-4171-800e-b1bff82ce1ae req-8da24672-e08a-4395-a82b-22b091977c01 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e98cd2c-a273-44bf-8b5e-bda3304b122b HTTP/1.1" status: 200  len: 945 time: 0.0936997
Jul 14 08:45:14.062646 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc6fc4-0ed2-4f18-a278-c1a52f839dc7 req-8fb66598-b4e8-423e-a1e5-c8a50e414a6a tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:14.064588 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3afc6fc4-0ed2-4f18-a278-c1a52f839dc7 req-8fb66598-b4e8-423e-a1e5-c8a50e414a6a tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=b593dae1-4d3e-455c-ba8c-e3362a68dad5 HTTP/1.1" status: 200  len: 945 time: 0.1206043
Jul 14 08:45:14.090837 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bf913c91-2c5c-4171-800e-b1bff82ce1ae req-c43dc506-7842-48c8-ad84-6ebaa8ae518d tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf5f5bf1-d60f-4816-96a5-4600e7eabce3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447643
Jul 14 08:45:14.168111 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3afc6fc4-0ed2-4f18-a278-c1a52f839dc7 req-f956559c-25a7-4cbc-af66-348f00e804bf tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958724
Jul 14 08:45:14.281580 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 54466) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:45:14.324786 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20f9f2-e4f0-4491-963f-8a720e4f96f0 req-00108ba5-bb9a-40ba-bc1e-b37240d0040b tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:14.326993 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5d20f9f2-e4f0-4491-963f-8a720e4f96f0 req-00108ba5-bb9a-40ba-bc1e-b37240d0040b tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 946 time: 0.0982823
Jul 14 08:45:14.339230 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-cba9e168-1e92-432e-a607-84522711961b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ef5f221c229d42ae84140f2022c8260a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0541718
Jul 14 08:45:14.339560 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 54472) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:45:14.395752 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5d20f9f2-e4f0-4491-963f-8a720e4f96f0 req-3fe7a9f0-4c56-48a0-a8b0-f1423cc5e330 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620604
Jul 14 08:45:14.406920 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-53e02233-a937-4d08-9c24-635bc2ed2433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:14.435834 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-53e02233-a937-4d08-9c24-635bc2ed2433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:14.486182 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-53e02233-a937-4d08-9c24-635bc2ed2433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:14.492464 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e8862efd-36be-4012-8536-58ff587586b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:14.509981 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e02233-a937-4d08-9c24-635bc2ed2433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82225130-2680-4332-a37f-3aa7f1c2fbaa,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:14.519140 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-53e02233-a937-4d08-9c24-635bc2ed2433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:14.525500 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-53e02233-a937-4d08-9c24-635bc2ed2433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:14.526890 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-53e02233-a937-4d08-9c24-635bc2ed2433 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/82225130-2680-4332-a37f-3aa7f1c2fbaa HTTP/1.1" status: 204  len: 168 time: 0.1863415
Jul 14 08:45:15.243966 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 54522) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:45:15.326723 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f28cc-cabe-4aa8-af16-9aefc32af59f req-3a4267b1-ea33-4928-b903-b5487ba2c70b tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:15.328889 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-914f28cc-cabe-4aa8-af16-9aefc32af59f req-3a4267b1-ea33-4928-b903-b5487ba2c70b tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e98cd2c-a273-44bf-8b5e-bda3304b122b HTTP/1.1" status: 200  len: 945 time: 0.0994732
Jul 14 08:45:15.400762 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-914f28cc-cabe-4aa8-af16-9aefc32af59f req-51b3fc48-d93a-4f7e-82b1-b2aba89af761 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf5f5bf1-d60f-4816-96a5-4600e7eabce3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613182
Jul 14 08:45:15.530281 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ed86af6c-531e-4b5f-a473-c000aefad911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:15.569573 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-ed86af6c-531e-4b5f-a473-c000aefad911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:45:15.574399 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-ed86af6c-531e-4b5f-a473-c000aefad911 admin admin] Usage tracker for resource:security_group_rule and tenant:720ba6e92a284a9e9e9edd7971e5b7c9 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:45:15.578768 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-ed86af6c-531e-4b5f-a473-c000aefad911 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:45:15.588070 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-ed86af6c-531e-4b5f-a473-c000aefad911 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:45:15.744609 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ed86af6c-531e-4b5f-a473-c000aefad911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:15.754927 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ed86af6c-531e-4b5f-a473-c000aefad911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:15.765000 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-452e8046-3ac6-4dfc-97a9-6bfb9aa2114d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:15.814589 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed86af6c-531e-4b5f-a473-c000aefad911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502ac29c-93eb-4e26-83fc-936b582d3c15,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:15.818743 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-ed86af6c-531e-4b5f-a473-c000aefad911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:15.825288 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-ed86af6c-531e-4b5f-a473-c000aefad911 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=720ba6e92a284a9e9e9edd7971e5b7c9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5777392
Jul 14 08:45:15.826815 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 54548) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:45:15.834227 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a633c-ac88-46ba-a47e-d995983cf042 req-647667d2-3ea9-4da3-ba5b-e12f914fc431 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:15.835875 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9a4a633c-ac88-46ba-a47e-d995983cf042 req-647667d2-3ea9-4da3-ba5b-e12f914fc431 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 946 time: 0.1922572
Jul 14 08:45:15.921736 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9a4a633c-ac88-46ba-a47e-d995983cf042 req-0b8d4118-3db4-47f1-945c-6ca29f4373bb tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733070
Jul 14 08:45:15.937237 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-86ee199e-d1f5-4547-a3fe-a3377c00cf46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:15.967028 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-86ee199e-d1f5-4547-a3fe-a3377c00cf46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:16.022880 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-86ee199e-d1f5-4547-a3fe-a3377c00cf46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:16.028417 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-2b34e2c4-08bd-46d2-8f7c-8c2141802ab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:16.040730 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee199e-d1f5-4547-a3fe-a3377c00cf46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502ac29c-93eb-4e26-83fc-936b582d3c15,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:16.048359 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-86ee199e-d1f5-4547-a3fe-a3377c00cf46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:16.049161 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-86ee199e-d1f5-4547-a3fe-a3377c00cf46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:16.052831 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-86ee199e-d1f5-4547-a3fe-a3377c00cf46 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/502ac29c-93eb-4e26-83fc-936b582d3c15 HTTP/1.1" status: 204  len: 168 time: 0.2233829
Jul 14 08:45:16.301938 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 8092d18b-972c-4f04-8c23-1c1085c640e0 up at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:45:16.382785 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning for port 8092d18b-972c-4f04-8c23-1c1085c640e0 completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:45:16.387974 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning complete for port 8092d18b-972c-4f04-8c23-1c1085c640e0 triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:45:16.388401 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:16.538982 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:16.597263 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port 8092d18b-972c-4f04-8c23-1c1085c640e0, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=8092d18b-972c-4f04-8c23-1c1085c640e0,segment=NetworkSegment(ec93f0da-9f9f-40ad-ac7a-4e9e1f7ae5f3),segment_id=ec93f0da-9f9f-40ad-ac7a-4e9e1f7ae5f3)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:45:16.598795 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e98cd2c-a273-44bf-8b5e-bda3304b122b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8092d18b-972c-4f04-8c23-1c1085c640e0'}] {{(pid=82097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:45:16.615149 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:16.622748 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:16.657328 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59389aca-7cbc-4b01-a0eb-94cb4481e838 req-04adff58-f137-44ab-91d8-d859376427d4 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:16.659402 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-59389aca-7cbc-4b01-a0eb-94cb4481e838 req-04adff58-f137-44ab-91d8-d859376427d4 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e98cd2c-a273-44bf-8b5e-bda3304b122b HTTP/1.1" status: 200  len: 945 time: 0.1300032
Jul 14 08:45:16.720620 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e98cd2c-a273-44bf-8b5e-bda3304b122b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8092d18b-972c-4f04-8c23-1c1085c640e0', 'code': 200}
Jul 14 08:45:16.734502 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-59389aca-7cbc-4b01-a0eb-94cb4481e838 req-5ce52696-ba5a-4684-bda2-1b819bafa263 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf5f5bf1-d60f-4816-96a5-4600e7eabce3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689507
Jul 14 08:45:16.788864 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=8092d18b-972c-4f04-8c23-1c1085c640e0,revision_number=5']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:16.792244 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:16.904904 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 54604) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:45:17.061385 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-de960413-2eb5-4657-84d8-b3d2e8a10d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:17.096605 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-de960413-2eb5-4657-84d8-b3d2e8a10d6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:45:17.100988 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-de960413-2eb5-4657-84d8-b3d2e8a10d6f admin admin] Usage tracker for resource:security_group_rule and tenant:1e42dd5214924e5387bc6a1ac16f6c52 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:45:17.103943 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-de960413-2eb5-4657-84d8-b3d2e8a10d6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:45:17.109832 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-de960413-2eb5-4657-84d8-b3d2e8a10d6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:45:17.179198 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-de960413-2eb5-4657-84d8-b3d2e8a10d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:17.182090 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-de960413-2eb5-4657-84d8-b3d2e8a10d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:17.190142 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-542b15ac-d254-4ec1-b269-2539d7646808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:17.227605 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de960413-2eb5-4657-84d8-b3d2e8a10d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f0c652-4ddd-4668-ae7a-8d128933e51a,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:17.234085 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-de960413-2eb5-4657-84d8-b3d2e8a10d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:17.243371 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 54620) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:45:17.249986 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-de960413-2eb5-4657-84d8-b3d2e8a10d6f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1e42dd5214924e5387bc6a1ac16f6c52&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3436992
Jul 14 08:45:17.306906 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-45325568-a546-4374-8624-cf775c35679e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:17.334770 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-45325568-a546-4374-8624-cf775c35679e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:17.381438 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-45325568-a546-4374-8624-cf775c35679e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:17.386403 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-44add7ff-f72e-4c8c-96c2-d06320258715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:17.399808 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45325568-a546-4374-8624-cf775c35679e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f0c652-4ddd-4668-ae7a-8d128933e51a,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:17.402918 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-45325568-a546-4374-8624-cf775c35679e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:17.405544 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-45325568-a546-4374-8624-cf775c35679e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:17.407591 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-45325568-a546-4374-8624-cf775c35679e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f0f0c652-4ddd-4668-ae7a-8d128933e51a HTTP/1.1" status: 204  len: 168 time: 0.1631284
Jul 14 08:45:19.203517 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.agents_db [None req-e2914788-e7e4-4a13-b83f-78c3979e9233 None None] Agent healthcheck: found 6 active agents {{(pid=82098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 14 08:45:19.663665 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6ec0d-d5de-4732-b96f-f5eb71ec1745 req-9316fab1-1486-4711-91ae-fd48975b6310 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:19.665490 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-70e6ec0d-d5de-4732-b96f-f5eb71ec1745 req-9316fab1-1486-4711-91ae-fd48975b6310 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 946 time: 0.0930727
Jul 14 08:45:19.716920 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-70e6ec0d-d5de-4732-b96f-f5eb71ec1745 req-dd17305a-9aa9-4348-913b-7589ab27b596 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448186
Jul 14 08:45:19.744264 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9026fb04-813b-4019-b8d3-f98738682b0e req-d9623a70-8040-49f2-a0da-035f8d682dac service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7e98cd2c-a273-44bf-8b5e-bda3304b122b HTTP/1.1" status: 200  len: 1099 time: 0.1730788
Jul 14 08:45:19.750886 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf6e01-893a-48c3-aab3-24bf908e938b req-596a376f-c5f0-4d98-a0d1-853707b6ea5f tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:19.752403 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d5cf6e01-893a-48c3-aab3-24bf908e938b req-596a376f-c5f0-4d98-a0d1-853707b6ea5f tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e98cd2c-a273-44bf-8b5e-bda3304b122b HTTP/1.1" status: 200  len: 946 time: 0.1236291
Jul 14 08:45:19.835180 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d5cf6e01-893a-48c3-aab3-24bf908e938b req-62095a82-4929-40c3-abd0-13cc5f878b61 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf5f5bf1-d60f-4816-96a5-4600e7eabce3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767040
Jul 14 08:45:19.836802 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9026fb04-813b-4019-b8d3-f98738682b0e req-0760847f-83a6-45d8-8eff-a209ee339fac service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cf5f5bf1-d60f-4816-96a5-4600e7eabce3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772910
Jul 14 08:45:20.546897 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-5d760150-10a5-449d-a5dc-26bec62b25ca tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:20.548524 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-5d760150-10a5-449d-a5dc-26bec62b25ca tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/networks?id=cde446a9-0c7c-4318-8125-e2ca25cc6bae HTTP/1.1" status: 200  len: 814 time: 0.1697526
Jul 14 08:45:20.580498 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-27ce8d14-cd15-470b-8c96-8c2519233176 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/quotas/77661f60a3aa459dba3a5d43ab14951d HTTP/1.1" status: 200  len: 375 time: 0.0258162
Jul 14 08:45:20.675885 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-85ef730c-77fa-4355-b168-f785b0420646 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=77661f60a3aa459dba3a5d43ab14951d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0941210
Jul 14 08:45:20.859724 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-5cf7c52b-383c-402e-904c-fae1178657bb service neutron] 10.222.0.42 "GET /v2.0/networks/cde446a9-0c7c-4318-8125-e2ca25cc6bae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1750021
Jul 14 08:45:21.013187 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-22e94da5-c976-42a5-a823-c369948d70f9 service neutron] 10.222.0.42 "GET /v2.0/networks/cde446a9-0c7c-4318-8125-e2ca25cc6bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1523771
Jul 14 08:45:21.141366 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175275c-d0a5-41ce-b8b0-99b42423e83c req-d9000370-5295-4444-aee7-96b12b44c7e8 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:21.148956 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9175275c-d0a5-41ce-b8b0-99b42423e83c req-d9000370-5295-4444-aee7-96b12b44c7e8 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 946 time: 0.1014514
Jul 14 08:45:21.217982 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9175275c-d0a5-41ce-b8b0-99b42423e83c req-fdc84759-78d4-47c0-9839-6135609d81be tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661969
Jul 14 08:45:21.260757 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 54766) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:45:21.330783 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-069d5de9-bc81-4934-90b7-06afbd2d8f5e req-89734f51-3690-4f8a-81d5-45f1bd4781a7 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=893db07c-5b64-4a10-907f-a93aaa04c198 HTTP/1.1" status: 200  len: 210 time: 0.0511649
Jul 14 08:45:21.332469 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc1b00-2bba-4f47-a3be-f4a769e93c86 req-30976eff-a824-4fd7-bcee-3afbb1fc2dcb tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:21.340434 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-16bc1b00-2bba-4f47-a3be-f4a769e93c86 req-30976eff-a824-4fd7-bcee-3afbb1fc2dcb tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e98cd2c-a273-44bf-8b5e-bda3304b122b HTTP/1.1" status: 200  len: 946 time: 0.1004663
Jul 14 08:45:21.407701 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-16bc1b00-2bba-4f47-a3be-f4a769e93c86 req-2974c284-dfcd-4889-843a-2de2b94dfdcd tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf5f5bf1-d60f-4816-96a5-4600e7eabce3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662150
Jul 14 08:45:21.461685 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-eb42ad21-10b0-4ac4-972d-d0a53ab37b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:21.506752 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-eb42ad21-10b0-4ac4-972d-d0a53ab37b7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:45:21.512324 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-eb42ad21-10b0-4ac4-972d-d0a53ab37b7b admin admin] Usage tracker for resource:security_group_rule and tenant:9e9f57e4ceb74d7095776f54f9bd6a0c is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:45:21.516256 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-eb42ad21-10b0-4ac4-972d-d0a53ab37b7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:45:21.522575 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-eb42ad21-10b0-4ac4-972d-d0a53ab37b7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:45:21.613099 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-eb42ad21-10b0-4ac4-972d-d0a53ab37b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:21.616560 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-eb42ad21-10b0-4ac4-972d-d0a53ab37b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:21.626674 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-84624756-ef2d-4418-a6be-14b6abc6ff29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:21.673174 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb42ad21-10b0-4ac4-972d-d0a53ab37b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6078d569-31f0-4155-a624-a0ecc96a3aa2,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:21.676407 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-eb42ad21-10b0-4ac4-972d-d0a53ab37b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:21.681860 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 54788) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:45:21.682029 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-eb42ad21-10b0-4ac4-972d-d0a53ab37b7b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9e9f57e4ceb74d7095776f54f9bd6a0c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4198165
Jul 14 08:45:21.751046 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-882c8692-4ad4-4e78-9284-cecbe8105793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:21.778813 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-882c8692-4ad4-4e78-9284-cecbe8105793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:21.822248 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-882c8692-4ad4-4e78-9284-cecbe8105793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:21.827634 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-8cd9fa15-a3a3-4e53-accd-c73447b4013f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:21.839751 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c8692-4ad4-4e78-9284-cecbe8105793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6078d569-31f0-4155-a624-a0ecc96a3aa2,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:21.845508 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-882c8692-4ad4-4e78-9284-cecbe8105793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:21.849994 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-882c8692-4ad4-4e78-9284-cecbe8105793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:21.851222 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-882c8692-4ad4-4e78-9284-cecbe8105793 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6078d569-31f0-4155-a624-a0ecc96a3aa2 HTTP/1.1" status: 204  len: 168 time: 0.1679235
Jul 14 08:45:22.187847 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 54800) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:45:22.210799 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-37c4a33d-1001-4ca1-a19b-7d10547469e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:22.242747 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-37c4a33d-1001-4ca1-a19b-7d10547469e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:45:22.246804 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-37c4a33d-1001-4ca1-a19b-7d10547469e6 admin admin] Usage tracker for resource:security_group_rule and tenant:6236857bcfb948bf92949f121542c638 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:45:22.250369 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-37c4a33d-1001-4ca1-a19b-7d10547469e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:45:22.256351 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-37c4a33d-1001-4ca1-a19b-7d10547469e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:45:22.321623 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-37c4a33d-1001-4ca1-a19b-7d10547469e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:22.324388 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-37c4a33d-1001-4ca1-a19b-7d10547469e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:22.332099 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-62cfdfea-c254-49a7-b4f9-1094bc5a5b37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:22.372903 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c4a33d-1001-4ca1-a19b-7d10547469e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6aac97c-dba2-4dda-98ae-1e4a2dbfe3fb,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:22.376143 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-37c4a33d-1001-4ca1-a19b-7d10547469e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:22.379737 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-37c4a33d-1001-4ca1-a19b-7d10547469e6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6236857bcfb948bf92949f121542c638&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1908066
Jul 14 08:45:22.382421 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 54808) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:45:22.444592 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-75c73eaf-9d48-4a1a-87c0-bb31a3fe5dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:22.471528 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-75c73eaf-9d48-4a1a-87c0-bb31a3fe5dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:22.514716 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-75c73eaf-9d48-4a1a-87c0-bb31a3fe5dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:22.519745 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-449ad1eb-f228-4d79-881b-82fea4ce4343 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:22.534965 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c73eaf-9d48-4a1a-87c0-bb31a3fe5dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6aac97c-dba2-4dda-98ae-1e4a2dbfe3fb,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:22.538052 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-75c73eaf-9d48-4a1a-87c0-bb31a3fe5dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:22.540008 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-75c73eaf-9d48-4a1a-87c0-bb31a3fe5dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:22.541197 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-75c73eaf-9d48-4a1a-87c0-bb31a3fe5dd4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e6aac97c-dba2-4dda-98ae-1e4a2dbfe3fb HTTP/1.1" status: 204  len: 168 time: 0.1578143
Jul 14 08:45:24.194840 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2be0ce18-5886-4a2f-9cba-51aedf5c0330 req-63321432-6b9c-4629-8f6e-e2c535aebe27 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=893db07c-5b64-4a10-907f-a93aaa04c198 HTTP/1.1" status: 200  len: 210 time: 0.0475366
Jul 14 08:45:24.199583 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73b12f-aacf-4690-a000-922736a960a0 req-d29030e3-1619-4bd2-a7a3-01e0e2d94cce tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:24.201215 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5b73b12f-aacf-4690-a000-922736a960a0 req-d29030e3-1619-4bd2-a7a3-01e0e2d94cce tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 946 time: 0.0855093
Jul 14 08:45:24.258382 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5b73b12f-aacf-4690-a000-922736a960a0 req-d235a516-75b3-4011-82f7-b86569f79d75 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506897
Jul 14 08:45:24.415409 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584c666-34f7-4f86-9d73-06dd38a7c78b req-6a0daad1-74a2-401b-9b3a-eeb05f0486a5 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:24.423939 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5584c666-34f7-4f86-9d73-06dd38a7c78b req-6a0daad1-74a2-401b-9b3a-eeb05f0486a5 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e98cd2c-a273-44bf-8b5e-bda3304b122b HTTP/1.1" status: 200  len: 946 time: 0.1019862
Jul 14 08:45:24.474289 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5584c666-34f7-4f86-9d73-06dd38a7c78b req-28940b91-d062-4a0b-8eda-90f1b3eef8a3 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf5f5bf1-d60f-4816-96a5-4600e7eabce3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490618
Jul 14 08:45:25.486024 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-89c7791d-f251-4d58-b6c2-fa2e1370b9b0 req-a9a1b4a0-3915-47e8-a220-7539887e32a5 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=893db07c-5b64-4a10-907f-a93aaa04c198 HTTP/1.1" status: 200  len: 210 time: 0.0524831
Jul 14 08:45:25.699920 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-b3bacbd5-8f2e-4966-b3dd-0a42942a3293 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:25.701524 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-b3bacbd5-8f2e-4966-b3dd-0a42942a3293 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.43 "GET /v2.0/networks?id=cde446a9-0c7c-4318-8125-e2ca25cc6bae HTTP/1.1" status: 200  len: 814 time: 0.5433061
Jul 14 08:45:25.707356 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482bafc-39b4-47ee-b928-c76e16dc2636 req-dc9ec0df-a0a5-47a6-833f-387fb3451386 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:25.708838 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2482bafc-39b4-47ee-b928-c76e16dc2636 req-dc9ec0df-a0a5-47a6-833f-387fb3451386 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 946 time: 0.1407337
Jul 14 08:45:25.714260 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6652ac-c6c1-405d-a37b-11f2c8738650 req-c05579b1-27ae-4f84-aca2-744038484859 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:25.715958 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ea6652ac-c6c1-405d-a37b-11f2c8738650 req-c05579b1-27ae-4f84-aca2-744038484859 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e98cd2c-a273-44bf-8b5e-bda3304b122b HTTP/1.1" status: 200  len: 946 time: 0.0889513
Jul 14 08:45:25.733225 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 54898) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:45:25.771313 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ea6652ac-c6c1-405d-a37b-11f2c8738650 req-21aea316-4803-44fa-81c8-eeb8ea73044c tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf5f5bf1-d60f-4816-96a5-4600e7eabce3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455182
Jul 14 08:45:25.775685 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2482bafc-39b4-47ee-b928-c76e16dc2636 req-9940f275-4f5e-4ae7-ad0e-9c17a23d763d tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606060
Jul 14 08:45:25.893284 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f24fc77a-fddd-4b8c-b3f1-a98953322229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:25.925379 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-f24fc77a-fddd-4b8c-b3f1-a98953322229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:45:25.929307 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-f24fc77a-fddd-4b8c-b3f1-a98953322229 admin admin] Usage tracker for resource:security_group_rule and tenant:bb16980cca6346cbaf47b8ea814e6913 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:45:25.932201 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-f24fc77a-fddd-4b8c-b3f1-a98953322229 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:45:25.938087 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-f24fc77a-fddd-4b8c-b3f1-a98953322229 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:45:26.009236 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f24fc77a-fddd-4b8c-b3f1-a98953322229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:26.011946 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f24fc77a-fddd-4b8c-b3f1-a98953322229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:26.019562 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-b400b28e-c13c-4078-8503-1669e7fe5a85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:26.060910 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24fc77a-fddd-4b8c-b3f1-a98953322229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b239dcca-ba5d-4267-83f3-016c8c76a4e5,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:26.065107 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-f24fc77a-fddd-4b8c-b3f1-a98953322229 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bb16980cca6346cbaf47b8ea814e6913&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3291638
Jul 14 08:45:26.066059 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-f24fc77a-fddd-4b8c-b3f1-a98953322229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:26.068489 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 54906) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:45:26.132774 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c7f8f5bb-8f6f-402b-b792-7189a47a21dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:26.159971 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c7f8f5bb-8f6f-402b-b792-7189a47a21dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:26.202504 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c7f8f5bb-8f6f-402b-b792-7189a47a21dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:26.207173 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:26.221730 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8f5bb-8f6f-402b-b792-7189a47a21dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b239dcca-ba5d-4267-83f3-016c8c76a4e5,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:26.225107 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c7f8f5bb-8f6f-402b-b792-7189a47a21dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:26.229754 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c7f8f5bb-8f6f-402b-b792-7189a47a21dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:26.230954 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-c7f8f5bb-8f6f-402b-b792-7189a47a21dd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b239dcca-ba5d-4267-83f3-016c8c76a4e5 HTTP/1.1" status: 204  len: 168 time: 0.1620145
Jul 14 08:45:28.449798 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-7dc6d799-efcb-474b-8881-367dac206b41 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Request body: {'port': {'device_id': '893db07c-5b64-4a10-907f-a93aaa04c198', 'network_id': 'cde446a9-0c7c-4318-8125-e2ca25cc6bae', 'admin_state_up': True, 'tenant_id': '77661f60a3aa459dba3a5d43ab14951d'}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:45:28.617815 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-7dc6d799-efcb-474b-8881-367dac206b41 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:45:28.630489 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-7dc6d799-efcb-474b-8881-367dac206b41 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:45:28.640222 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-7dc6d799-efcb-474b-8881-367dac206b41 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Made reservation on behalf of 77661f60a3aa459dba3a5d43ab14951d for: {'port': 1} {{(pid=82095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:45:28.646238 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-7dc6d799-efcb-474b-8881-367dac206b41 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:28.787656 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0a4c1db9-6593-48b6-8318-e011b2439157 req-8c6e91c6-3287-4754-ad3e-90d394a27264 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=893db07c-5b64-4a10-907f-a93aaa04c198 HTTP/1.1" status: 200  len: 210 time: 0.0738330
Jul 14 08:45:28.797002 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08897a-d1e9-47e7-b5fc-4203199092cf req-e61e2c28-40b3-4312-9020-81fb0c755e8d tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:28.798589 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0a08897a-d1e9-47e7-b5fc-4203199092cf req-e61e2c28-40b3-4312-9020-81fb0c755e8d tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 946 time: 0.0928307
Jul 14 08:45:28.875528 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0a08897a-d1e9-47e7-b5fc-4203199092cf req-b58cde69-9789-42a9-8c9b-dda9205c7964 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690064
Jul 14 08:45:28.898562 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-7dc6d799-efcb-474b-8881-367dac206b41 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Allocated IP 172.20.0.9 (cde446a9-0c7c-4318-8125-e2ca25cc6bae/2c98006c-4b08-41a9-9e9c-c4ddc8012662/915900b6-91a9-4262-8594-118db892c7bc) {{(pid=82095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:45:29.112080 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-7dc6d799-efcb-474b-8881-367dac206b41 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Notify callbacks [] for port, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:29.137336 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-7dc6d799-efcb-474b-8881-367dac206b41 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:29.144258 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-ece7618f-4024-4d3e-88ac-61772ae4a610 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:29.183136 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] get_ports_and_sgs() called for port_ids ['09999980-8f6a-4f24-ba94-da400b4ba3b6', 'd945235d-8ae2-470a-a938-698f0c5de542'] {{(pid=82097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 14 08:45:29.216886 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-7dc6d799-efcb-474b-8881-367dac206b41 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Network cde446a9-0c7c-4318-8125-e2ca25cc6bae is already hosted by enough agents. {{(pid=82095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:45:29.220139 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-7dc6d799-efcb-474b-8881-367dac206b41 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Resources bound (agent type, host, resource id):  {{(pid=82095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:45:29.225248 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-7dc6d799-efcb-474b-8881-367dac206b41 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Received port after_create {{(pid=82095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:45:29.251589 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6d799-efcb-474b-8881-367dac206b41 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Pushing event updated for resources: {'Port': ['ID=915900b6-91a9-4262-8594-118db892c7bc,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:29.257264 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-7dc6d799-efcb-474b-8881-367dac206b41 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:29.290551 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-7dc6d799-efcb-474b-8881-367dac206b41 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:29.291263 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-7dc6d799-efcb-474b-8881-367dac206b41 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for port, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:29.314994 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-7dc6d799-efcb-474b-8881-367dac206b41 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8698545
Jul 14 08:45:29.343111 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-cf47513e-e81a-49e7-8cf0-b445f7d1bdd1 service neutron] Request body: {'port': {'device_id': '893db07c-5b64-4a10-907f-a93aaa04c198', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:45:29.457636 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-cf47513e-e81a-49e7-8cf0-b445f7d1bdd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:29.833601 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-cf47513e-e81a-49e7-8cf0-b445f7d1bdd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 915900b6-91a9-4262-8594-118db892c7bc {{(pid=82095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:45:29.844671 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-cf47513e-e81a-49e7-8cf0-b445f7d1bdd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:29.863434 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-cf47513e-e81a-49e7-8cf0-b445f7d1bdd1 service neutron] Transition to ACTIVE for port object 915900b6-91a9-4262-8594-118db892c7bc will not be triggered until provisioned by entity L2. {{(pid=82095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:45:29.870442 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-cf47513e-e81a-49e7-8cf0-b445f7d1bdd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852740876'] for port, after_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:29.875376 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-cd9b96c6-2779-4133-84ee-15a7279e4cf1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:30.071270 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cca998d7-8521-4011-aacc-8252353808a9 req-a839b666-3323-48c0-b442-016b77f06a99 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ff7c776c-601c-4d73-859d-1da64b73a1d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1340716
Jul 14 08:45:30.104625 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47513e-e81a-49e7-8cf0-b445f7d1bdd1 service neutron] Pushing event updated for resources: {'Port': ['ID=915900b6-91a9-4262-8594-118db892c7bc,revision_number=2']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:30.172148 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-cf47513e-e81a-49e7-8cf0-b445f7d1bdd1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:30.189921 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-cf47513e-e81a-49e7-8cf0-b445f7d1bdd1 service neutron] Attempting to bind port 915900b6-91a9-4262-8594-118db892c7bc on host hv-cinder-80022 for vnic_type normal with profile  {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:45:30.190390 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-cf47513e-e81a-49e7-8cf0-b445f7d1bdd1 service neutron] Attempting to bind port 915900b6-91a9-4262-8594-118db892c7bc by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '84d2a471-9073-47cf-9d75-3287490f4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cde446a9-0c7c-4318-8125-e2ca25cc6bae'}] {{(pid=82095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:45:30.190858 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-cf47513e-e81a-49e7-8cf0-b445f7d1bdd1 service neutron] Attempting to bind port 915900b6-91a9-4262-8594-118db892c7bc on network cde446a9-0c7c-4318-8125-e2ca25cc6bae {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:45:30.197767 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-cf47513e-e81a-49e7-8cf0-b445f7d1bdd1 service neutron] Port 915900b6-91a9-4262-8594-118db892c7bc on network cde446a9-0c7c-4318-8125-e2ca25cc6bae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 14 08:45:30.198666 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-cf47513e-e81a-49e7-8cf0-b445f7d1bdd1 service neutron] Attempting to bind port 915900b6-91a9-4262-8594-118db892c7bc on network cde446a9-0c7c-4318-8125-e2ca25cc6bae {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:45:30.206628 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-cf47513e-e81a-49e7-8cf0-b445f7d1bdd1 service neutron] Checking agent: {'id': 'aa24af5c-becf-43a3-9631-f44e6c3cc568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 41, 34), 'started_at': datetime.datetime(2021, 7, 14, 8, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:45:30.207085 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-cf47513e-e81a-49e7-8cf0-b445f7d1bdd1 service neutron] Checking segment: {'id': '84d2a471-9073-47cf-9d75-3287490f4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cde446a9-0c7c-4318-8125-e2ca25cc6bae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:45:30.207610 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-cf47513e-e81a-49e7-8cf0-b445f7d1bdd1 service neutron] Bound using segment: {'id': '84d2a471-9073-47cf-9d75-3287490f4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cde446a9-0c7c-4318-8125-e2ca25cc6bae'} {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:45:30.208355 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-cf47513e-e81a-49e7-8cf0-b445f7d1bdd1 service neutron] Bound port: 915900b6-91a9-4262-8594-118db892c7bc, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84d2a471-9073-47cf-9d75-3287490f4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cde446a9-0c7c-4318-8125-e2ca25cc6bae'}}] {{(pid=82095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:45:30.208579 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-cf47513e-e81a-49e7-8cf0-b445f7d1bdd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:30.245530 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d5fa3-bf20-4e0e-acf1-0b8443a70919 req-d9305469-aaa7-4a08-b4ce-f4dba6651bbe tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:30.260720 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e76d5fa3-bf20-4e0e-acf1-0b8443a70919 req-d9305469-aaa7-4a08-b4ce-f4dba6651bbe tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=893db07c-5b64-4a10-907f-a93aaa04c198 HTTP/1.1" status: 200  len: 943 time: 0.1434653
Jul 14 08:45:30.360665 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e76d5fa3-bf20-4e0e-acf1-0b8443a70919 req-e29d61f1-af77-46f6-ac44-6c183c455ae2 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784321
Jul 14 08:45:30.422078 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-cf47513e-e81a-49e7-8cf0-b445f7d1bdd1 service neutron] For port 915900b6-91a9-4262-8594-118db892c7bc, host hv-cinder-80022, cleared binding levels {{(pid=82095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:45:30.431520 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-cf47513e-e81a-49e7-8cf0-b445f7d1bdd1 service neutron] For port 915900b6-91a9-4262-8594-118db892c7bc, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=915900b6-91a9-4262-8594-118db892c7bc,segment=NetworkSegment(84d2a471-9073-47cf-9d75-3287490f4b5e),segment_id=84d2a471-9073-47cf-9d75-3287490f4b5e)] {{(pid=82095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:45:30.437545 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-cf47513e-e81a-49e7-8cf0-b445f7d1bdd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852740876'] for port, after_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:30.446444 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:30.520866 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47513e-e81a-49e7-8cf0-b445f7d1bdd1 service neutron] Pushing event updated for resources: {'Port': ['ID=915900b6-91a9-4262-8594-118db892c7bc,revision_number=3']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:30.526235 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-cf47513e-e81a-49e7-8cf0-b445f7d1bdd1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:30.582225 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6e409-28ce-4f6e-be3f-be17f6c72e90 req-a0583e6a-ba7e-4f74-81d1-02e8f123bb58 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:30.589122 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e2b6e409-28ce-4f6e-be3f-be17f6c72e90 req-a0583e6a-ba7e-4f74-81d1-02e8f123bb58 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 946 time: 0.2691281
Jul 14 08:45:30.590508 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-cf47513e-e81a-49e7-8cf0-b445f7d1bdd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for port, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:30.592827 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-cf47513e-e81a-49e7-8cf0-b445f7d1bdd1 service neutron] 10.222.0.43 "PUT /v2.0/ports/915900b6-91a9-4262-8594-118db892c7bc HTTP/1.1" status: 200  len: 1093 time: 1.2549481
Jul 14 08:45:30.599722 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893db07c-5b64-4a10-907f-a93aaa04c198', 'tag': '915900b6-91a9-4262-8594-118db892c7bc'}] {{(pid=82095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:45:30.689651 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2d67c-eae2-4661-8043-85e1ed21aa61 req-03219c21-087c-445b-920f-2752de65424e tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:30.691298 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6ed2d67c-eae2-4661-8043-85e1ed21aa61 req-03219c21-087c-445b-920f-2752de65424e tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e98cd2c-a273-44bf-8b5e-bda3304b122b HTTP/1.1" status: 200  len: 946 time: 0.1850080
Jul 14 08:45:30.736245 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cca998d7-8521-4011-aacc-8252353808a9 req-9ab7fe82-1ad1-4edd-8fbb-03a8e966d712 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=77661f60a3aa459dba3a5d43ab14951d&device_id=ff7c776c-601c-4d73-859d-1da64b73a1d3 HTTP/1.1" status: 200  len: 1098 time: 0.1537869
Jul 14 08:45:30.759135 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6ed2d67c-eae2-4661-8043-85e1ed21aa61 req-259a411f-2e7a-4524-920e-1d7db9026273 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf5f5bf1-d60f-4816-96a5-4600e7eabce3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591393
Jul 14 08:45:30.765753 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e2b6e409-28ce-4f6e-be3f-be17f6c72e90 req-4a850c9f-36fb-4c98-94c1-2b7cbf5c8fc4 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1565745
Jul 14 08:45:30.838456 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-971f29e5-461d-4cbd-9e11-6816a2ce0ca8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=77661f60a3aa459dba3a5d43ab14951d&device_id=893db07c-5b64-4a10-907f-a93aaa04c198 HTTP/1.1" status: 200  len: 1096 time: 0.1647205
Jul 14 08:45:30.858655 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '893db07c-5b64-4a10-907f-a93aaa04c198', 'tag': '915900b6-91a9-4262-8594-118db892c7bc', 'status': 'completed', 'code': 200}
Jul 14 08:45:30.923051 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca998d7-8521-4011-aacc-8252353808a9 req-e37d421c-7698-4d2b-a5ac-3b71e5a1af1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:30.924771 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cca998d7-8521-4011-aacc-8252353808a9 req-e37d421c-7698-4d2b-a5ac-3b71e5a1af1c service neutron] 10.222.0.43 "GET /v2.0/networks?id=cde446a9-0c7c-4318-8125-e2ca25cc6bae HTTP/1.1" status: 200  len: 915 time: 0.1586618
Jul 14 08:45:31.028146 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cca998d7-8521-4011-aacc-8252353808a9 req-d58a0ef2-fe24-4177-af3d-ba1bb6487eb1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09999980-8f6a-4f24-ba94-da400b4ba3b6 HTTP/1.1" status: 200  len: 217 time: 0.0785501
Jul 14 08:45:31.040466 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-c8fc9e30-1952-478b-a2c5-a14d9bc8210f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=915900b6-91a9-4262-8594-118db892c7bc HTTP/1.1" status: 200  len: 217 time: 0.1426589
Jul 14 08:45:31.205610 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-7629aaee-e99c-44b7-b1db-cfff0ee60cb4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:31.207453 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-7629aaee-e99c-44b7-b1db-cfff0ee60cb4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2c98006c-4b08-41a9-9e9c-c4ddc8012662 HTTP/1.1" status: 200  len: 854 time: 0.0787067
Jul 14 08:45:31.215239 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca998d7-8521-4011-aacc-8252353808a9 req-2f6649c7-0c60-481c-ae9a-d409a204ced4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:31.217168 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cca998d7-8521-4011-aacc-8252353808a9 req-2f6649c7-0c60-481c-ae9a-d409a204ced4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2c98006c-4b08-41a9-9e9c-c4ddc8012662 HTTP/1.1" status: 200  len: 854 time: 0.0884817
Jul 14 08:45:31.315560 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-e52c2627-c412-4f20-b470-0d345658976b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cde446a9-0c7c-4318-8125-e2ca25cc6bae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0570495
Jul 14 08:45:31.318561 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cca998d7-8521-4011-aacc-8252353808a9 req-679d2caa-6870-4f8a-8140-34a3aaa91dd3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cde446a9-0c7c-4318-8125-e2ca25cc6bae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0605221
Jul 14 08:45:31.542678 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-88ef38a6-2587-4b97-bcfb-c978c4d5a516 service neutron] 10.222.0.43 "GET /v2.0/networks/cde446a9-0c7c-4318-8125-e2ca25cc6bae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1985538
Jul 14 08:45:31.595541 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cca998d7-8521-4011-aacc-8252353808a9 req-37ee401d-6b2d-4436-b654-26a6c00a3665 service neutron] 10.222.0.43 "GET /v2.0/networks/cde446a9-0c7c-4318-8125-e2ca25cc6bae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2554994
Jul 14 08:45:31.779977 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e06f1872-18e2-4101-9067-9b2496e4d0d5 req-4b313b37-5f3a-42eb-8465-b808a121cf03 service neutron] 10.222.0.43 "GET /v2.0/networks/cde446a9-0c7c-4318-8125-e2ca25cc6bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2212331
Jul 14 08:45:31.977840 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9eb1b5-a4b6-4d9a-8d37-99a71964cf7f req-dcc14c04-b50c-4d3c-b5a5-2cae07561543 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:31.979437 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1a9eb1b5-a4b6-4d9a-8d37-99a71964cf7f req-dcc14c04-b50c-4d3c-b5a5-2cae07561543 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=893db07c-5b64-4a10-907f-a93aaa04c198 HTTP/1.1" status: 200  len: 943 time: 0.4686103
Jul 14 08:45:32.054281 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cca998d7-8521-4011-aacc-8252353808a9 req-e4e84a96-fbbe-4dd2-b8a2-8bb55839ab5b service neutron] 10.222.0.43 "GET /v2.0/networks/cde446a9-0c7c-4318-8125-e2ca25cc6bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4393859
Jul 14 08:45:32.054479 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80033199-3884-4fbd-9835-d08a1ec0370e req-adda5d25-5ac3-4ce7-b7bd-0830b313109d tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:32.055828 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-80033199-3884-4fbd-9835-d08a1ec0370e req-adda5d25-5ac3-4ce7-b7bd-0830b313109d tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 946 time: 0.1344278
Jul 14 08:45:32.065084 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1a9eb1b5-a4b6-4d9a-8d37-99a71964cf7f req-cb2319f8-9d0b-4e5c-ab36-852e16ce3109 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781283
Jul 14 08:45:32.118469 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e9cc5f23-89f6-41bb-90f6-9584e599dde3 req-343bc00b-7f06-4b30-9d2c-7d316290a600 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=77661f60a3aa459dba3a5d43ab14951d&device_id=893db07c-5b64-4a10-907f-a93aaa04c198 HTTP/1.1" status: 200  len: 1096 time: 0.1260352
Jul 14 08:45:32.126352 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-80033199-3884-4fbd-9835-d08a1ec0370e req-044cfad8-3f92-4c0f-b1b6-705a475ce8e0 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637555
Jul 14 08:45:32.265969 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d884285-48a5-4056-8513-2381a3bfc545 req-6b6b2f4f-0c32-45e7-9fdc-63658b29fb2f tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:32.267622 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5d884285-48a5-4056-8513-2381a3bfc545 req-6b6b2f4f-0c32-45e7-9fdc-63658b29fb2f tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e98cd2c-a273-44bf-8b5e-bda3304b122b HTTP/1.1" status: 200  len: 946 time: 0.0850294
Jul 14 08:45:32.300331 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc5f23-89f6-41bb-90f6-9584e599dde3 req-8ff10378-79df-46ba-baff-bd358349bd32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:32.301910 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e9cc5f23-89f6-41bb-90f6-9584e599dde3 req-8ff10378-79df-46ba-baff-bd358349bd32 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cde446a9-0c7c-4318-8125-e2ca25cc6bae HTTP/1.1" status: 200  len: 915 time: 0.1402774
Jul 14 08:45:32.317143 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5d884285-48a5-4056-8513-2381a3bfc545 req-7a566640-3ae6-4215-85b9-c5d6d4a5d3b0 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf5f5bf1-d60f-4816-96a5-4600e7eabce3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429990
Jul 14 08:45:32.481254 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e9cc5f23-89f6-41bb-90f6-9584e599dde3 req-4677462d-076e-4b9c-aa1f-eb0d3110dcad service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=915900b6-91a9-4262-8594-118db892c7bc HTTP/1.1" status: 200  len: 217 time: 0.0682204
Jul 14 08:45:32.599345 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc5f23-89f6-41bb-90f6-9584e599dde3 req-37da416b-ac8f-4593-af40-42deb3457c96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:32.600843 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e9cc5f23-89f6-41bb-90f6-9584e599dde3 req-37da416b-ac8f-4593-af40-42deb3457c96 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2c98006c-4b08-41a9-9e9c-c4ddc8012662 HTTP/1.1" status: 200  len: 854 time: 0.0652456
Jul 14 08:45:32.664328 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e9cc5f23-89f6-41bb-90f6-9584e599dde3 req-b3aceb8e-b36a-4a2c-be1c-2dcc54de0a25 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cde446a9-0c7c-4318-8125-e2ca25cc6bae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0461321
Jul 14 08:45:32.817966 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e9cc5f23-89f6-41bb-90f6-9584e599dde3 req-c8c4a467-e9a1-4cab-a066-d5468ce0e058 service neutron] 10.222.0.43 "GET /v2.0/networks/cde446a9-0c7c-4318-8125-e2ca25cc6bae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404388
Jul 14 08:45:32.910231 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-660b21ad-e83d-4a9b-aee4-ee39f148a231 req-f1fb390b-1962-420b-900a-f191c9a57088 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 1099 time: 0.0961123
Jul 14 08:45:32.968623 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-660b21ad-e83d-4a9b-aee4-ee39f148a231 req-409e2431-3aff-477a-8f92-f1163b63c73a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496712
Jul 14 08:45:32.985386 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e9cc5f23-89f6-41bb-90f6-9584e599dde3 req-00be28ee-80aa-4d66-a0e4-e64dc96d9f2c service neutron] 10.222.0.43 "GET /v2.0/networks/cde446a9-0c7c-4318-8125-e2ca25cc6bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1587708
Jul 14 08:45:33.277434 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437e8d5-0adf-4f06-a572-8bfba56f332b req-87540ced-1659-4fce-985f-e3c3682c6f93 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:33.278203 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-b437e8d5-0adf-4f06-a572-8bfba56f332b req-87540ced-1659-4fce-985f-e3c3682c6f93 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Synchronizing usage tracker for tenant:77661f60a3aa459dba3a5d43ab14951d on resource:port {{(pid=82095) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:45:33.293749 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-b437e8d5-0adf-4f06-a572-8bfba56f332b req-87540ced-1659-4fce-985f-e3c3682c6f93 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Unset dirty status for tenant:77661f60a3aa459dba3a5d43ab14951d on resource:port {{(pid=82095) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:45:33.295113 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b437e8d5-0adf-4f06-a572-8bfba56f332b req-87540ced-1659-4fce-985f-e3c3682c6f93 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=893db07c-5b64-4a10-907f-a93aaa04c198 HTTP/1.1" status: 200  len: 943 time: 0.1016691
Jul 14 08:45:33.337643 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0640448-c44d-442f-ba57-14f58fdf366b req-c4f689a4-6b7e-4fb5-8831-f07f414f7052 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:33.339248 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b0640448-c44d-442f-ba57-14f58fdf366b req-c4f689a4-6b7e-4fb5-8831-f07f414f7052 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 946 time: 0.0869436
Jul 14 08:45:33.345057 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b437e8d5-0adf-4f06-a572-8bfba56f332b req-513e278f-8c33-431d-80d6-20856ee4cf64 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434678
Jul 14 08:45:33.399378 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b0640448-c44d-442f-ba57-14f58fdf366b req-78012a93-01eb-4801-b5c6-41d904ff8bd7 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534408
Jul 14 08:45:33.544427 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dff79f-e95e-41b6-b7ce-a4af0aa5d6ea req-1a76d69f-8b57-4d94-863a-933ca42858c9 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:33.545998 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a8dff79f-e95e-41b6-b7ce-a4af0aa5d6ea req-1a76d69f-8b57-4d94-863a-933ca42858c9 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e98cd2c-a273-44bf-8b5e-bda3304b122b HTTP/1.1" status: 200  len: 946 time: 0.0881510
Jul 14 08:45:33.775254 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a8dff79f-e95e-41b6-b7ce-a4af0aa5d6ea req-e2d047ff-4369-4cbe-a7d0-10056893ed9f tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf5f5bf1-d60f-4816-96a5-4600e7eabce3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2227669
Jul 14 08:45:34.543623 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 55120) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:45:34.585291 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efc035-1939-4985-b78f-ed7a92692984 req-fbe59b8a-0cbc-4503-a499-658cb5d2a053 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:34.587392 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-95efc035-1939-4985-b78f-ed7a92692984 req-fbe59b8a-0cbc-4503-a499-658cb5d2a053 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=893db07c-5b64-4a10-907f-a93aaa04c198 HTTP/1.1" status: 200  len: 943 time: 0.1167512
Jul 14 08:45:34.623286 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577c15f-2877-4a21-8d9f-9753ee191a18 req-ef7012bb-f82a-4e67-b197-ac175e33323e tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:34.624889 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-7577c15f-2877-4a21-8d9f-9753ee191a18 req-ef7012bb-f82a-4e67-b197-ac175e33323e tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 946 time: 0.0938172
Jul 14 08:45:34.643750 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-95efc035-1939-4985-b78f-ed7a92692984 req-888caa25-2397-4329-a0be-6fb8414d4271 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490909
Jul 14 08:45:34.676771 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-7577c15f-2877-4a21-8d9f-9753ee191a18 req-1105f285-7bde-4364-9dce-26e42c7e13ce tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454528
Jul 14 08:45:34.732605 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e46b9a85-9fe1-48d7-9cc3-034df7f55c4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:34.828763 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-e46b9a85-9fe1-48d7-9cc3-034df7f55c4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:45:34.835271 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-e46b9a85-9fe1-48d7-9cc3-034df7f55c4e admin admin] Usage tracker for resource:security_group_rule and tenant:34abe28ffdeb4cc8828364f30273c7f3 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:45:34.839759 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-e46b9a85-9fe1-48d7-9cc3-034df7f55c4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:45:34.849076 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-e46b9a85-9fe1-48d7-9cc3-034df7f55c4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:45:34.875289 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b00d10-3144-4c93-a7fc-3b9cfbd67f77 req-8c50cca1-9df5-48fe-b30d-97ff7ff75397 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:34.876854 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e8b00d10-3144-4c93-a7fc-3b9cfbd67f77 req-8c50cca1-9df5-48fe-b30d-97ff7ff75397 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e98cd2c-a273-44bf-8b5e-bda3304b122b HTTP/1.1" status: 200  len: 946 time: 0.1338046
Jul 14 08:45:34.933891 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e46b9a85-9fe1-48d7-9cc3-034df7f55c4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:34.936760 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e46b9a85-9fe1-48d7-9cc3-034df7f55c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:34.944331 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-45325568-a546-4374-8624-cf775c35679e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:35.015871 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce260f82-b076-4e49-a9d0-c29bf07ffde1 req-a55dc6e5-3224-4fed-988c-28366094c302 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:35.017461 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ce260f82-b076-4e49-a9d0-c29bf07ffde1 req-a55dc6e5-3224-4fed-988c-28366094c302 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e98cd2c-a273-44bf-8b5e-bda3304b122b HTTP/1.1" status: 200  len: 946 time: 0.0849793
Jul 14 08:45:35.027468 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-e46b9a85-9fe1-48d7-9cc3-034df7f55c4e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=34abe28ffdeb4cc8828364f30273c7f3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4803600
Jul 14 08:45:35.034184 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b9a85-9fe1-48d7-9cc3-034df7f55c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9fd85c-135c-47fc-97f0-fcf89633ea75,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:35.039246 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 55132) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:45:35.041764 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e46b9a85-9fe1-48d7-9cc3-034df7f55c4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:35.087711 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ce260f82-b076-4e49-a9d0-c29bf07ffde1 req-7a96a8fb-498f-4cee-bc80-99bbee58436e tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf5f5bf1-d60f-4816-96a5-4600e7eabce3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636845
Jul 14 08:45:35.092582 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [req-e8b00d10-3144-4c93-a7fc-3b9cfbd67f77 req-7e72c530-2597-4b3f-aa7e-7b294a62cb3c tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Deleting port 8092d18b-972c-4f04-8c23-1c1085c640e0 {{(pid=82095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:45:35.092975 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-e8b00d10-3144-4c93-a7fc-3b9cfbd67f77 req-7e72c530-2597-4b3f-aa7e-7b294a62cb3c tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:35.262522 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9f48477e-03f6-42b5-bdbc-e24a41719d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:35.358480 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9f48477e-03f6-42b5-bdbc-e24a41719d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:35.434124 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-e8b00d10-3144-4c93-a7fc-3b9cfbd67f77 req-7e72c530-2597-4b3f-aa7e-7b294a62cb3c tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] For port 8092d18b-972c-4f04-8c23-1c1085c640e0, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=8092d18b-972c-4f04-8c23-1c1085c640e0,segment=NetworkSegment(ec93f0da-9f9f-40ad-ac7a-4e9e1f7ae5f3),segment_id=ec93f0da-9f9f-40ad-ac7a-4e9e1f7ae5f3)] {{(pid=82095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:45:35.434524 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-e8b00d10-3144-4c93-a7fc-3b9cfbd67f77 req-7e72c530-2597-4b3f-aa7e-7b294a62cb3c tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:35.563503 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [req-e8b00d10-3144-4c93-a7fc-3b9cfbd67f77 req-7e72c530-2597-4b3f-aa7e-7b294a62cb3c tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Calling delete_port for 8092d18b-972c-4f04-8c23-1c1085c640e0 owned by compute:nova {{(pid=82095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:45:35.602171 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9f48477e-03f6-42b5-bdbc-e24a41719d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:35.609785 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-b18339c6-40ca-4189-92a5-28cb41aa6f46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:35.631705 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f48477e-03f6-42b5-bdbc-e24a41719d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9fd85c-135c-47fc-97f0-fcf89633ea75,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:35.639010 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-9f48477e-03f6-42b5-bdbc-e24a41719d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:35.642264 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9f48477e-03f6-42b5-bdbc-e24a41719d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:35.645926 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-9f48477e-03f6-42b5-bdbc-e24a41719d61 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2a9fd85c-135c-47fc-97f0-fcf89633ea75 HTTP/1.1" status: 204  len: 168 time: 0.6032829
Jul 14 08:45:35.752588 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d6fdc35b-f29f-49ab-a7fb-4e91a542898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:35.842581 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-e8b00d10-3144-4c93-a7fc-3b9cfbd67f77 req-7e72c530-2597-4b3f-aa7e-7b294a62cb3c tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:35.852325 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-4ebf9f35-773a-450b-9eb0-a2a4eb1453f1 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:35.884659 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] get_ports_and_sgs() called for port_ids ['8092d18b-972c-4f04-8c23-1c1085c640e0'] {{(pid=82097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 14 08:45:35.957098 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e72c530-2597-4b3f-aa7e-7b294a62cb3c tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Pushing event deleted for resources: {'Port': ['ID=8092d18b-972c-4f04-8c23-1c1085c640e0,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:35.965578 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-7e72c530-2597-4b3f-aa7e-7b294a62cb3c tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:35.976528 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:36.016779 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885c7f1-9491-4126-b43b-619f4517cb48 req-74599491-219d-4796-9221-442c57441948 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:36.018421 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a885c7f1-9491-4126-b43b-619f4517cb48 req-74599491-219d-4796-9221-442c57441948 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=893db07c-5b64-4a10-907f-a93aaa04c198 HTTP/1.1" status: 200  len: 943 time: 0.1600227
Jul 14 08:45:36.054256 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b00d10-3144-4c93-a7fc-3b9cfbd67f77 req-7e72c530-2597-4b3f-aa7e-7b294a62cb3c tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] No DVR routers for this DVR port 8092d18b-972c-4f04-8c23-1c1085c640e0 on host hv-cinder-80022 {{(pid=82095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 14 08:45:36.063479 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-e8b00d10-3144-4c93-a7fc-3b9cfbd67f77 req-7e72c530-2597-4b3f-aa7e-7b294a62cb3c tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:36.071965 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e98cd2c-a273-44bf-8b5e-bda3304b122b', 'name': 'network-vif-deleted', 'tag': '8092d18b-972c-4f04-8c23-1c1085c640e0'}] {{(pid=82095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:45:36.074529 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a885c7f1-9491-4126-b43b-619f4517cb48 req-b998ddbb-c269-48b0-a476-c6e5bc9dc7ad tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498416
Jul 14 08:45:36.090651 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e8b00d10-3144-4c93-a7fc-3b9cfbd67f77 req-7e72c530-2597-4b3f-aa7e-7b294a62cb3c tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.43 "DELETE /v2.0/ports/8092d18b-972c-4f04-8c23-1c1085c640e0 HTTP/1.1" status: 204  len: 173 time: 1.1087937
Jul 14 08:45:36.105241 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78507d8b-d177-4f37-9828-7aa0245c235d req-0ae534cb-537a-464f-8cb7-df25fd781a2f tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:36.107581 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-78507d8b-d177-4f37-9828-7aa0245c235d req-0ae534cb-537a-464f-8cb7-df25fd781a2f tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 946 time: 0.2158210
Jul 14 08:45:36.167610 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-78507d8b-d177-4f37-9828-7aa0245c235d req-9bb67ebc-34dc-410a-9cfc-d3a0ac440d3c tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532634
Jul 14 08:45:36.190029 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 55164) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:45:36.209986 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0ab9e9b7-a737-4cf3-83fd-f672e73285ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:36.245225 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-0ab9e9b7-a737-4cf3-83fd-f672e73285ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:45:36.249201 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e98cd2c-a273-44bf-8b5e-bda3304b122b', 'name': 'network-vif-deleted', 'tag': '8092d18b-972c-4f04-8c23-1c1085c640e0', 'status': 'completed', 'code': 200}
Jul 14 08:45:36.251489 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-0ab9e9b7-a737-4cf3-83fd-f672e73285ce admin admin] Usage tracker for resource:security_group_rule and tenant:59526538bfc44677836b820e990926c6 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:45:36.254429 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-0ab9e9b7-a737-4cf3-83fd-f672e73285ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:45:36.260468 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-0ab9e9b7-a737-4cf3-83fd-f672e73285ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:45:36.334234 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0ab9e9b7-a737-4cf3-83fd-f672e73285ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:36.337286 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0ab9e9b7-a737-4cf3-83fd-f672e73285ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:36.346144 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e307ee10-8e3f-4e2b-85e3-90c6b137962d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:36.391007 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 915900b6-91a9-4262-8594-118db892c7bc details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 14 08:45:36.436250 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab9e9b7-a737-4cf3-83fd-f672e73285ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90bef8e2-a10d-49b5-8061-0eb4ec3316d3,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:36.444245 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-0ab9e9b7-a737-4cf3-83fd-f672e73285ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:36.445892 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-bd92ca4e-5abf-4cb7-b08f-391e905e83f3 req-a431b3b7-4da5-44f0-93f4-b060956e5e83 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Synchronizing usage tracker for tenant:44a7d3553efe49d899536d5ea8ad49c4 on resource:port {{(pid=82095) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:45:36.460190 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-0ab9e9b7-a737-4cf3-83fd-f672e73285ce admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=59526538bfc44677836b820e990926c6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2689948
Jul 14 08:45:36.463580 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 55174) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:45:36.478814 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-bd92ca4e-5abf-4cb7-b08f-391e905e83f3 req-a431b3b7-4da5-44f0-93f4-b060956e5e83 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Unset dirty status for tenant:44a7d3553efe49d899536d5ea8ad49c4 on resource:port {{(pid=82095) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:45:36.479469 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bd92ca4e-5abf-4cb7-b08f-391e905e83f3 req-a431b3b7-4da5-44f0-93f4-b060956e5e83 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e98cd2c-a273-44bf-8b5e-bda3304b122b HTTP/1.1" status: 200  len: 210 time: 0.1154039
Jul 14 08:45:36.541944 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-df578794-8fed-4a64-9758-14ad8e9297e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:36.567315 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12bef94-b3df-4471-b842-eb73cea64de6 req-3303a584-c1ba-4ff1-bfbe-dc23a2471651 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:36.575326 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-df578794-8fed-4a64-9758-14ad8e9297e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:36.575863 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c12bef94-b3df-4471-b842-eb73cea64de6 req-3303a584-c1ba-4ff1-bfbe-dc23a2471651 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.1510959
Jul 14 08:45:36.583588 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port 915900b6-91a9-4262-8594-118db892c7bc, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=915900b6-91a9-4262-8594-118db892c7bc,segment=NetworkSegment(84d2a471-9073-47cf-9d75-3287490f4b5e),segment_id=84d2a471-9073-47cf-9d75-3287490f4b5e)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:45:36.607582 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Returning: {'device': '915900b6-91a9-4262-8594-118db892c7bc', 'network_id': 'cde446a9-0c7c-4318-8125-e2ca25cc6bae', 'port_id': '915900b6-91a9-4262-8594-118db892c7bc', 'mac_address': 'fa:16:3e:e8:80:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c98006c-4b08-41a9-9e9c-c4ddc8012662', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 14 08:45:36.657428 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-df578794-8fed-4a64-9758-14ad8e9297e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:36.663762 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-9f48477e-03f6-42b5-bdbc-e24a41719d61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:36.673424 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c12bef94-b3df-4471-b842-eb73cea64de6 req-194a7201-cb51-4977-8003-f74c40ae65a5 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937915
Jul 14 08:45:36.682028 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df578794-8fed-4a64-9758-14ad8e9297e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bef8e2-a10d-49b5-8061-0eb4ec3316d3,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:36.686098 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-df578794-8fed-4a64-9758-14ad8e9297e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:36.691320 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-df578794-8fed-4a64-9758-14ad8e9297e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:36.695972 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-df578794-8fed-4a64-9758-14ad8e9297e2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/90bef8e2-a10d-49b5-8061-0eb4ec3316d3 HTTP/1.1" status: 204  len: 168 time: 0.2287812
Jul 14 08:45:36.727558 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:36.743820 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:36.750810 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 915900b6-91a9-4262-8594-118db892c7bc {{(pid=82097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:45:36.771158 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port 915900b6-91a9-4262-8594-118db892c7bc, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=915900b6-91a9-4262-8594-118db892c7bc,segment=NetworkSegment(84d2a471-9073-47cf-9d75-3287490f4b5e),segment_id=84d2a471-9073-47cf-9d75-3287490f4b5e)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:45:36.774125 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:36.776823 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:36.852925 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=915900b6-91a9-4262-8594-118db892c7bc,revision_number=4']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:36.857386 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:37.327284 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592e811-b30a-43d0-9884-e9a40978ad66 req-c697ea7f-e473-4cf5-859a-a7481770ec1d tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:37.330645 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] get_ports_and_sgs() called for port_ids ['915900b6-91a9-4262-8594-118db892c7bc'] {{(pid=82097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 14 08:45:37.344778 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4592e811-b30a-43d0-9884-e9a40978ad66 req-c697ea7f-e473-4cf5-859a-a7481770ec1d tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=893db07c-5b64-4a10-907f-a93aaa04c198 HTTP/1.1" status: 200  len: 944 time: 0.1188126
Jul 14 08:45:37.405757 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4592e811-b30a-43d0-9884-e9a40978ad66 req-c2e7e123-bb81-4772-a451-0aa8a4b86637 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599563
Jul 14 08:45:37.777936 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-369d3b08-8297-4118-943a-8ca23788e699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:38.065296 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-8ed6a605-abea-490a-8969-1d8d8d537664 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:38.066995 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-8ed6a605-abea-490a-8969-1d8d8d537664 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/networks?id=da488139-78af-4b65-a6c3-304d11fa54fa HTTP/1.1" status: 200  len: 808 time: 0.1607907
Jul 14 08:45:38.085302 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-0ff43e6b-a266-4f3a-9fbc-ed1f31207762 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/quotas/44a7d3553efe49d899536d5ea8ad49c4 HTTP/1.1" status: 200  len: 375 time: 0.0123191
Jul 14 08:45:38.138672 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-37e92f46-0eda-4144-b160-c376623103ee tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=44a7d3553efe49d899536d5ea8ad49c4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0456829
Jul 14 08:45:38.286446 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-9c2b2caa-e269-4a8e-9af1-45e613e222cd service neutron] 10.222.0.42 "GET /v2.0/networks/da488139-78af-4b65-a6c3-304d11fa54fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387417
Jul 14 08:45:38.302128 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 55244) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:45:38.413157 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 8092d18b-972c-4f04-8c23-1c1085c640e0 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:45:38.467348 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-27ccb0aa-f709-4165-8dc5-573225db980c service neutron] 10.222.0.42 "GET /v2.0/networks/da488139-78af-4b65-a6c3-304d11fa54fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1734188
Jul 14 08:45:38.477516 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] No Port match for: 8092d18b-972c-4f04-8c23-1c1085c640e0 {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:45:38.478014 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 8092d18b-972c-4f04-8c23-1c1085c640e0 not bound to the agent host hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:45:38.500157 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-00712ca8-6d1a-4799-9df9-61f47ddf4bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:38.505616 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:38.537275 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-00712ca8-6d1a-4799-9df9-61f47ddf4bdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:45:38.541398 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-00712ca8-6d1a-4799-9df9-61f47ddf4bdc admin admin] Usage tracker for resource:security_group_rule and tenant:d1f5591fa30846b599cdb0a752530e8a is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:45:38.544702 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-00712ca8-6d1a-4799-9df9-61f47ddf4bdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:45:38.550873 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-00712ca8-6d1a-4799-9df9-61f47ddf4bdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:45:38.713945 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-00712ca8-6d1a-4799-9df9-61f47ddf4bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:38.718620 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-00712ca8-6d1a-4799-9df9-61f47ddf4bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:38.728556 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-8bd6e988-b269-413b-9521-143af6687582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:38.756759 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231e98a-a274-422a-88ae-177ac9176187 req-59fd0f8a-c906-4f00-b3bf-9792b281a2b1 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:38.758573 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e231e98a-a274-422a-88ae-177ac9176187 req-59fd0f8a-c906-4f00-b3bf-9792b281a2b1 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=893db07c-5b64-4a10-907f-a93aaa04c198 HTTP/1.1" status: 200  len: 944 time: 0.1933239
Jul 14 08:45:38.764949 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00712ca8-6d1a-4799-9df9-61f47ddf4bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73a963f-eb6b-4bff-a751-4d0282ef6aa5,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:38.770678 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-00712ca8-6d1a-4799-9df9-61f47ddf4bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:38.823001 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-00712ca8-6d1a-4799-9df9-61f47ddf4bdc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d1f5591fa30846b599cdb0a752530e8a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5196970
Jul 14 08:45:38.826270 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 55272) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:45:38.877609 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e231e98a-a274-422a-88ae-177ac9176187 req-27f2f9ff-6386-4161-8fe9-d38bf6e08a17 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039033
Jul 14 08:45:38.963237 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ed494260-f70c-41aa-b330-15ead667b568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:39.025814 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bf2a5cf2-6134-4985-a572-94c27eab91de req-cf494201-eff8-4940-b113-7a4f4c33e2bb tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/ports?device_id=2242d0e7-d1cd-4214-ad5a-977c852b924b HTTP/1.1" status: 200  len: 210 time: 0.0655074
Jul 14 08:45:39.039601 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ed494260-f70c-41aa-b330-15ead667b568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:39.088784 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ed494260-f70c-41aa-b330-15ead667b568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:39.094432 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-b34ac942-5bb6-4e7a-8a18-8e1149746d5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:39.112320 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed494260-f70c-41aa-b330-15ead667b568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73a963f-eb6b-4bff-a751-4d0282ef6aa5,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:39.116506 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-ed494260-f70c-41aa-b330-15ead667b568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:39.120632 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ed494260-f70c-41aa-b330-15ead667b568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:39.121938 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-ed494260-f70c-41aa-b330-15ead667b568 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a73a963f-eb6b-4bff-a751-4d0282ef6aa5 HTTP/1.1" status: 204  len: 168 time: 0.2946908
Jul 14 08:45:39.254997 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800394d-88ca-42c8-8b88-ba6247019ce1 req-7c8c2087-94d3-49a5-8560-46b84d30c2b2 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:39.256680 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e800394d-88ca-42c8-8b88-ba6247019ce1 req-7c8c2087-94d3-49a5-8560-46b84d30c2b2 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.0857184
Jul 14 08:45:39.308854 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e800394d-88ca-42c8-8b88-ba6247019ce1 req-a329c96b-af3f-4dfa-ac37-b771e8ff0c30 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458517
Jul 14 08:45:39.538095 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:40.083550 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 55326) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:45:40.227137 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-66e9f9a5-a6ec-46d1-bdb7-ef4ecc6113e0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2035121711-network', 'tenant_id': '040f599933ea4921bd32ee786c14df5e'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:45:40.232996 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-66e9f9a5-a6ec-46d1-bdb7-ef4ecc6113e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:45:40.237114 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-66e9f9a5-a6ec-46d1-bdb7-ef4ecc6113e0 admin admin] Usage tracker for resource:network and tenant:040f599933ea4921bd32ee786c14df5e is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:45:40.240096 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-66e9f9a5-a6ec-46d1-bdb7-ef4ecc6113e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:45:40.247351 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-66e9f9a5-a6ec-46d1-bdb7-ef4ecc6113e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:45:40.256289 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e9f9a5-a6ec-46d1-bdb7-ef4ecc6113e0 admin admin] Made reservation on behalf of 040f599933ea4921bd32ee786c14df5e for: {'network': 1} {{(pid=82096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:45:40.261002 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-66e9f9a5-a6ec-46d1-bdb7-ef4ecc6113e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for network, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:40.275751 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-66e9f9a5-a6ec-46d1-bdb7-ef4ecc6113e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:40.310049 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-66e9f9a5-a6ec-46d1-bdb7-ef4ecc6113e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:45:40.314027 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-66e9f9a5-a6ec-46d1-bdb7-ef4ecc6113e0 admin admin] Usage tracker for resource:security_group_rule and tenant:040f599933ea4921bd32ee786c14df5e is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:45:40.317000 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-66e9f9a5-a6ec-46d1-bdb7-ef4ecc6113e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:45:40.322944 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-66e9f9a5-a6ec-46d1-bdb7-ef4ecc6113e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:45:40.395820 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-66e9f9a5-a6ec-46d1-bdb7-ef4ecc6113e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:40.398590 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-66e9f9a5-a6ec-46d1-bdb7-ef4ecc6113e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:40.402529 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:40.429749 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66e9f9a5-a6ec-46d1-bdb7-ef4ecc6113e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502}  {{(pid=82096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 14 08:45:40.442029 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e9f9a5-a6ec-46d1-bdb7-ef4ecc6113e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3ceb96-24d3-46f0-a357-fd9c0f4c4b3e,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:40.446348 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-66e9f9a5-a6ec-46d1-bdb7-ef4ecc6113e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6123'] for segment, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:40.446763 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.db.segments_db [None req-66e9f9a5-a6ec-46d1-bdb7-ef4ecc6113e0 admin admin] Added segment 6ab29609-c173-4982-94fe-df6d6c34ea40 of type vlan for network 3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e
Jul 14 08:45:40.459369 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9f9a5-a6ec-46d1-bdb7-ef4ecc6113e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:45:40.459720 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9f9a5-a6ec-46d1-bdb7-ef4ecc6113e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:45:40.460114 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9f9a5-a6ec-46d1-bdb7-ef4ecc6113e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:45:40.460507 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9f9a5-a6ec-46d1-bdb7-ef4ecc6113e0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:45:40.460895 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9f9a5-a6ec-46d1-bdb7-ef4ecc6113e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:45:40.461281 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9f9a5-a6ec-46d1-bdb7-ef4ecc6113e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:45:40.461664 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9f9a5-a6ec-46d1-bdb7-ef4ecc6113e0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:45:40.462052 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9f9a5-a6ec-46d1-bdb7-ef4ecc6113e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:45:40.462431 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9f9a5-a6ec-46d1-bdb7-ef4ecc6113e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:45:40.462808 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9f9a5-a6ec-46d1-bdb7-ef4ecc6113e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:45:40.463213 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9f9a5-a6ec-46d1-bdb7-ef4ecc6113e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:45:40.470169 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-66e9f9a5-a6ec-46d1-bdb7-ef4ecc6113e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:40.487257 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-66e9f9a5-a6ec-46d1-bdb7-ef4ecc6113e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282634469919'] for network, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:40.516207 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-66e9f9a5-a6ec-46d1-bdb7-ef4ecc6113e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097'] for network, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:40.517418 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e9f9a5-a6ec-46d1-bdb7-ef4ecc6113e0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:40.518053 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-66e9f9a5-a6ec-46d1-bdb7-ef4ecc6113e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for network, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:40.522780 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:40.627680 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-66e9f9a5-a6ec-46d1-bdb7-ef4ecc6113e0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5430682
Jul 14 08:45:40.630792 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 55338) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:45:40.631188 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e9f9a5-a6ec-46d1-bdb7-ef4ecc6113e0 admin admin] Pushing event updated for resources: {'Network': ['ID=3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:40.633951 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-66e9f9a5-a6ec-46d1-bdb7-ef4ecc6113e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:40.638653 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-9e240432-acf8-48b3-aeee-e4a9878980a0 admin admin] Request body: {'subnet': {'network_id': '3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2035121711-subnet', 'tenant_id': '040f599933ea4921bd32ee786c14df5e', 'ip_version': 4}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:45:40.642428 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Network 3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e details requested by agent ovs-agent-dv-cinder-800229-1-iscsi with host dv-cinder-800229-1-iscsi {{(pid=82097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jul 14 08:45:40.644834 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-9e240432-acf8-48b3-aeee-e4a9878980a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:45:40.648830 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-9e240432-acf8-48b3-aeee-e4a9878980a0 admin admin] Usage tracker for resource:subnet and tenant:040f599933ea4921bd32ee786c14df5e is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:45:40.651844 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-9e240432-acf8-48b3-aeee-e4a9878980a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:45:40.658009 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-9e240432-acf8-48b3-aeee-e4a9878980a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:45:40.671366 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e240432-acf8-48b3-aeee-e4a9878980a0 admin admin] Made reservation on behalf of 040f599933ea4921bd32ee786c14df5e for: {'subnet': 1} {{(pid=82095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:45:40.676386 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9e240432-acf8-48b3-aeee-e4a9878980a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2419132'] for subnet, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:40.891682 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9e240432-acf8-48b3-aeee-e4a9878980a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852741252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2419117'] for subnet, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:40.896210 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-6652d2df-7a27-494a-ba2c-4d59cf2779a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:40.970127 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e240432-acf8-48b3-aeee-e4a9878980a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cf41e9b-05a3-472b-ac95-40e03d3ea215,revision_number=0']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:40.973866 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-9e240432-acf8-48b3-aeee-e4a9878980a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:40.981254 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e240432-acf8-48b3-aeee-e4a9878980a0 admin admin] Checking segment: {'id': '6ab29609-c173-4982-94fe-df6d6c34ea40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:45:40.982225 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e240432-acf8-48b3-aeee-e4a9878980a0 admin admin] Network hostable DHCP agents. Network: 3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e, hostable agents: ['4806de72-7956-4992-af39-5d97bb1c9176'], hosted agents: [] {{(pid=82095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jul 14 08:45:41.003255 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e240432-acf8-48b3-aeee-e4a9878980a0 admin admin] Network 3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e is scheduled to be hosted by DHCP agent 4806de72-7956-4992-af39-5d97bb1c9176 with binding_index 1 {{(pid=82095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jul 14 08:45:41.011116 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-9e240432-acf8-48b3-aeee-e4a9878980a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800229-1-iscsi, 3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e) {{(pid=82095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:45:41.015664 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e240432-acf8-48b3-aeee-e4a9878980a0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:41.016309 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9e240432-acf8-48b3-aeee-e4a9878980a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for subnet, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:41.020784 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f198b09b-9412-4ce0-a0ec-dc0bbb5a0ff4 None None] Network 3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:45:41.036599 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-9e240432-acf8-48b3-aeee-e4a9878980a0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4045558
Jul 14 08:45:41.039400 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 55342) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:45:41.044958 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-b7fab55d-3439-4b91-94c3-d2697f754953 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2035121711-router', 'tenant_id': '040f599933ea4921bd32ee786c14df5e', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'}}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:45:41.049631 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-b7fab55d-3439-4b91-94c3-d2697f754953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:45:41.053608 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-b7fab55d-3439-4b91-94c3-d2697f754953 admin admin] Usage tracker for resource:router and tenant:040f599933ea4921bd32ee786c14df5e is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:45:41.056743 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-b7fab55d-3439-4b91-94c3-d2697f754953 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:45:41.062727 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-b7fab55d-3439-4b91-94c3-d2697f754953 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:45:41.075909 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b7fab55d-3439-4b91-94c3-d2697f754953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854083276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29836'] for router, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:41.076869 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b7fab55d-3439-4b91-94c3-d2697f754953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-695853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-754544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854745977'] for router, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:41.096070 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b7fab55d-3439-4b91-94c3-d2697f754953 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:41.249174 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 915900b6-91a9-4262-8594-118db892c7bc up at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:45:41.249773 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b7fab55d-3439-4b91-94c3-d2697f754953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-695868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854083321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29545'] for router, precommit_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:41.303430 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9e0270-5008-4545-8542-2095805c4f9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3704f2b-d2c3-5246-b6ef-c89a7a596ff8-3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e', 'network_id': '3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e', 'tenant_id': '040f599933ea4921bd32ee786c14df5e', 'fixed_ips': [{'subnet_id': '2cf41e9b-05a3-472b-ac95-40e03d3ea215'}]}} from dv-cinder-800229-1-iscsi. {{(pid=82097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jul 14 08:45:41.304353 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2e9e0270-5008-4545-8542-2095805c4f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:41.441031 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b98702de-7b3f-40e4-a9e0-d61214938779 req-77c10c71-2112-46d2-9ee1-df573f37486c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ead16347efbf48ac94be432daab86c02&device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 1098 time: 0.1642697
Jul 14 08:45:41.458740 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning for port 915900b6-91a9-4262-8594-118db892c7bc completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:45:41.468051 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning complete for port 915900b6-91a9-4262-8594-118db892c7bc triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:45:41.468537 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:41.634861 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1ae00bae-8f90-42f6-b52f-17dca149e314 req-6813221e-f013-4c8d-ae56-5cc55b904653 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/ports?device_id=2242d0e7-d1cd-4214-ad5a-977c852b924b HTTP/1.1" status: 200  len: 210 time: 0.0735202
Jul 14 08:45:41.680270 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:41.735137 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port 915900b6-91a9-4262-8594-118db892c7bc, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=915900b6-91a9-4262-8594-118db892c7bc,segment=NetworkSegment(84d2a471-9073-47cf-9d75-3287490f4b5e),segment_id=84d2a471-9073-47cf-9d75-3287490f4b5e)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:45:41.736556 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893db07c-5b64-4a10-907f-a93aaa04c198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915900b6-91a9-4262-8594-118db892c7bc'}] {{(pid=82097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:45:41.746022 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:41.752086 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-ea678468-b36e-4ed6-a5c1-cee15f2f1b35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:41.808432 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [None req-2e9e0270-5008-4545-8542-2095805c4f9e None None] Allocated IP 172.20.0.2 (3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e/2cf41e9b-05a3-472b-ac95-40e03d3ea215/25506b5b-3f7e-4140-ad42-c9df78d77a21) {{(pid=82097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:45:41.860994 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b948c-7bc0-4137-b3b9-e989104be6e5 req-7e70d538-a41d-4bbe-8b08-d42f6f4f45a0 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:41.868728 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d68b948c-7bc0-4137-b3b9-e989104be6e5 req-7e70d538-a41d-4bbe-8b08-d42f6f4f45a0 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.1024699
Jul 14 08:45:41.923518 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d68b948c-7bc0-4137-b3b9-e989104be6e5 req-1f4783f6-68a1-4f88-9fc3-bc6b2c9fe4ba tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537360
Jul 14 08:45:41.944208 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=915900b6-91a9-4262-8594-118db892c7bc,revision_number=5']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:41.947762 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:41.952002 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b7fab55d-3439-4b91-94c3-d2697f754953 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:41.984176 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98702de-7b3f-40e4-a9e0-d61214938779 req-a16073b8-e38c-48a3-a9c2-fcb6d0bb0d65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:41.985760 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b98702de-7b3f-40e4-a9e0-d61214938779 req-a16073b8-e38c-48a3-a9c2-fcb6d0bb0d65 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d19eb0ec-3fca-4972-8b6c-dc33db64d81a HTTP/1.1" status: 200  len: 920 time: 0.5213637
Jul 14 08:45:41.991090 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b7fab55d-3439-4b91-94c3-d2697f754953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:41.998408 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3103ae7-693f-4d75-ba80-d5f8e616987b req-9bebbf36-4685-49e0-8583-ce2a1b97ed9c tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:41.999997 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893db07c-5b64-4a10-907f-a93aaa04c198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915900b6-91a9-4262-8594-118db892c7bc', 'code': 200}
Jul 14 08:45:42.000142 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f3103ae7-693f-4d75-ba80-d5f8e616987b req-9bebbf36-4685-49e0-8583-ce2a1b97ed9c tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=893db07c-5b64-4a10-907f-a93aaa04c198 HTTP/1.1" status: 200  len: 944 time: 0.5071120
Jul 14 08:45:42.081654 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2e9e0270-5008-4545-8542-2095805c4f9e None None] Notify callbacks [] for port, precommit_create {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:42.094149 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-2e9e0270-5008-4545-8542-2095805c4f9e None None] Transition to ACTIVE for port object 25506b5b-3f7e-4140-ad42-c9df78d77a21 will not be triggered until provisioned by entity L2. {{(pid=82097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:45:42.115739 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-2e9e0270-5008-4545-8542-2095805c4f9e None None] Transition to ACTIVE for port object 25506b5b-3f7e-4140-ad42-c9df78d77a21 will not be triggered until provisioned by entity DHCP. {{(pid=82097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:45:42.121807 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2e9e0270-5008-4545-8542-2095805c4f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794'] for port, after_create {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:42.127655 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:42.160127 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b98702de-7b3f-40e4-a9e0-d61214938779 req-772c6c58-cdf2-42ca-a760-91cd93495a1b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8fb76f8-786e-48d2-8b7f-d7e369ba3953 HTTP/1.1" status: 200  len: 217 time: 0.1176703
Jul 14 08:45:42.194708 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9e0270-5008-4545-8542-2095805c4f9e None None] Network 3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e is already hosted by enough agents. {{(pid=82097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:45:42.195918 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-2e9e0270-5008-4545-8542-2095805c4f9e None None] Resources bound (agent type, host, resource id):  {{(pid=82097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:45:42.199672 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9e0270-5008-4545-8542-2095805c4f9e None None] Received port after_create {{(pid=82097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:45:42.210189 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e0270-5008-4545-8542-2095805c4f9e None None] Pushing event updated for resources: {'Port': ['ID=25506b5b-3f7e-4140-ad42-c9df78d77a21,revision_number=1']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:42.244241 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f3103ae7-693f-4d75-ba80-d5f8e616987b req-55a513d9-ecc4-4f7d-8563-4feb3c808acf tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2043025
Jul 14 08:45:42.283594 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-2e9e0270-5008-4545-8542-2095805c4f9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:42.317486 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98702de-7b3f-40e4-a9e0-d61214938779 req-e06fcd66-251b-496d-bb05-05d430b620ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:42.319334 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b98702de-7b3f-40e4-a9e0-d61214938779 req-e06fcd66-251b-496d-bb05-05d430b620ad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39925f90-e1ab-4017-bcf5-1e919a7aa9a0 HTTP/1.1" status: 200  len: 859 time: 0.1495676
Jul 14 08:45:42.320987 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bb151346-c198-446a-9cfb-322987a02254 req-40205c52-f515-4692-a0bf-111f9c855cf2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=893db07c-5b64-4a10-907f-a93aaa04c198 HTTP/1.1" status: 200  len: 1098 time: 0.0873814
Jul 14 08:45:42.355079 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [None req-b7fab55d-3439-4b91-94c3-d2697f754953 admin admin] Allocated IP 172.27.3.185 (67339833-1858-4359-a5f3-39cbe3daa12b/5340f5f3-2f04-41df-9207-8bcd858e18e6/921031be-df4a-4a1a-82ca-b46c0affff6d) {{(pid=82095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:45:42.370795 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-2e9e0270-5008-4545-8542-2095805c4f9e None None] Attempting to bind port 25506b5b-3f7e-4140-ad42-c9df78d77a21 on host dv-cinder-800229-1-iscsi for vnic_type normal with profile  {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:45:42.373790 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-2e9e0270-5008-4545-8542-2095805c4f9e None None] Attempting to bind port 25506b5b-3f7e-4140-ad42-c9df78d77a21 by drivers openvswitch,hyperv on host dv-cinder-800229-1-iscsi at level 0 using segments [{'id': '6ab29609-c173-4982-94fe-df6d6c34ea40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e'}] {{(pid=82097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:45:42.374392 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9e0270-5008-4545-8542-2095805c4f9e None None] Attempting to bind port 25506b5b-3f7e-4140-ad42-c9df78d77a21 on network 3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:45:42.387857 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bb151346-c198-446a-9cfb-322987a02254 req-6f1cabae-cfc8-4f64-bf28-2a60734a1049 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524211
Jul 14 08:45:42.390895 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9e0270-5008-4545-8542-2095805c4f9e None None] Checking agent: {'id': '0d58c09d-3d0a-420d-b789-56ac4f0c32ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 37), 'started_at': datetime.datetime(2021, 7, 14, 8, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:45:42.391344 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9e0270-5008-4545-8542-2095805c4f9e None None] Checking segment: {'id': '6ab29609-c173-4982-94fe-df6d6c34ea40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:45:42.391792 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2e9e0270-5008-4545-8542-2095805c4f9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:42.392234 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9e0270-5008-4545-8542-2095805c4f9e None None] Bound using segment: {'id': '6ab29609-c173-4982-94fe-df6d6c34ea40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e'} {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:45:42.392753 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-2e9e0270-5008-4545-8542-2095805c4f9e None None] Bound port: 25506b5b-3f7e-4140-ad42-c9df78d77a21, host: dv-cinder-800229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab29609-c173-4982-94fe-df6d6c34ea40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e'}}] {{(pid=82097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:45:42.393168 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2e9e0270-5008-4545-8542-2095805c4f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:42.423781 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b98702de-7b3f-40e4-a9e0-d61214938779 req-70a37393-9809-4acc-9ee9-7583ab46b361 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d19eb0ec-3fca-4972-8b6c-dc33db64d81a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0785983
Jul 14 08:45:42.505704 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-2e9e0270-5008-4545-8542-2095805c4f9e None None] For port 25506b5b-3f7e-4140-ad42-c9df78d77a21, host dv-cinder-800229-1-iscsi, cleared binding levels {{(pid=82097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:45:42.508869 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-2e9e0270-5008-4545-8542-2095805c4f9e None None] For port 25506b5b-3f7e-4140-ad42-c9df78d77a21, host dv-cinder-800229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=25506b5b-3f7e-4140-ad42-c9df78d77a21,segment=NetworkSegment(6ab29609-c173-4982-94fe-df6d6c34ea40),segment_id=6ab29609-c173-4982-94fe-df6d6c34ea40)] {{(pid=82097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:45:42.512257 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2e9e0270-5008-4545-8542-2095805c4f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:42.517169 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:42.589515 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e0270-5008-4545-8542-2095805c4f9e None None] Pushing event updated for resources: {'Port': ['ID=25506b5b-3f7e-4140-ad42-c9df78d77a21,revision_number=2']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:42.592663 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b7fab55d-3439-4b91-94c3-d2697f754953 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:42.619031 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9e0270-5008-4545-8542-2095805c4f9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:45:42.619439 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9e0270-5008-4545-8542-2095805c4f9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:45:42.620198 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9e0270-5008-4545-8542-2095805c4f9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:45:42.620198 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9e0270-5008-4545-8542-2095805c4f9e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:45:42.620628 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9e0270-5008-4545-8542-2095805c4f9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:45:42.620996 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9e0270-5008-4545-8542-2095805c4f9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:45:42.621480 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b7fab55d-3439-4b91-94c3-d2697f754953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:42.621569 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9e0270-5008-4545-8542-2095805c4f9e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:45:42.621734 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9e0270-5008-4545-8542-2095805c4f9e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:45:42.622101 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9e0270-5008-4545-8542-2095805c4f9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:45:42.622459 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9e0270-5008-4545-8542-2095805c4f9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:45:42.622818 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9e0270-5008-4545-8542-2095805c4f9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:45:42.626590 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:42.627300 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-2e9e0270-5008-4545-8542-2095805c4f9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:42.705142 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fab55d-3439-4b91-94c3-d2697f754953 admin admin] Network 67339833-1858-4359-a5f3-39cbe3daa12b is already hosted by enough agents. {{(pid=82095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:45:42.707967 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-b7fab55d-3439-4b91-94c3-d2697f754953 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:45:42.710496 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fab55d-3439-4b91-94c3-d2697f754953 admin admin] Received port after_create {{(pid=82095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:45:42.762055 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fab55d-3439-4b91-94c3-d2697f754953 admin admin] Pushing event updated for resources: {'Port': ['ID=921031be-df4a-4a1a-82ca-b46c0affff6d,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:42.765361 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-b7fab55d-3439-4b91-94c3-d2697f754953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:43.093300 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b98702de-7b3f-40e4-a9e0-d61214938779 req-4f6d5b2f-807a-4c1e-bde8-73a9ab4d18f5 service neutron] 10.222.0.43 "GET /v2.0/networks/d19eb0ec-3fca-4972-8b6c-dc33db64d81a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2659755
Jul 14 08:45:43.252009 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2698d0e7-031a-4ec8-a1e5-4e5770860119 req-7324be7c-9e1c-418e-a29e-bf15286e3e27 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/ports?device_id=2242d0e7-d1cd-4214-ad5a-977c852b924b HTTP/1.1" status: 200  len: 210 time: 0.0651579
Jul 14 08:45:43.286093 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-2a8f3a26-11da-40f5-b69f-4371bdd5a7ab tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:43.287730 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-2a8f3a26-11da-40f5-b69f-4371bdd5a7ab tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.43 "GET /v2.0/networks?id=da488139-78af-4b65-a6c3-304d11fa54fa HTTP/1.1" status: 200  len: 808 time: 0.4167485
Jul 14 08:45:43.345374 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-a184d575-7cab-4214-b136-d345fadd461f tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Request body: {'port': {'device_id': '2242d0e7-d1cd-4214-ad5a-977c852b924b', 'network_id': 'da488139-78af-4b65-a6c3-304d11fa54fa', 'admin_state_up': True, 'tenant_id': '44a7d3553efe49d899536d5ea8ad49c4'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:45:43.355062 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b7fab55d-3439-4b91-94c3-d2697f754953 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:43.356318 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b7fab55d-3439-4b91-94c3-d2697f754953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854079993'] for router, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:43.374632 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b98702de-7b3f-40e4-a9e0-d61214938779 req-8a181e6e-4119-4696-ad9d-bb2b8a4919f1 service neutron] 10.222.0.43 "GET /v2.0/networks/d19eb0ec-3fca-4972-8b6c-dc33db64d81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2707992
Jul 14 08:45:43.452509 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ea260-c093-4557-9af3-a0f3bafc9753 req-d8981c5c-20ea-4fb7-a667-3a7d505158e2 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:43.463829 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-192ea260-c093-4557-9af3-a0f3bafc9753 req-d8981c5c-20ea-4fb7-a667-3a7d505158e2 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.2512267
Jul 14 08:45:43.573403 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-a184d575-7cab-4214-b136-d345fadd461f tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:45:43.603740 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-192ea260-c093-4557-9af3-a0f3bafc9753 req-3a07c77f-8950-4ad9-abfb-669545bf91f3 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1386304
Jul 14 08:45:43.632700 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-a184d575-7cab-4214-b136-d345fadd461f tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:45:43.671813 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-a184d575-7cab-4214-b136-d345fadd461f tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Made reservation on behalf of 44a7d3553efe49d899536d5ea8ad49c4 for: {'port': 1} {{(pid=82096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:45:43.678647 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-a184d575-7cab-4214-b136-d345fadd461f tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:43.698987 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97418a-67ee-4f67-9089-44015b4a1dad req-562467c7-b13f-42f0-bc36-d2f2d2a2f117 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:43.704424 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ec97418a-67ee-4f67-9089-44015b4a1dad req-562467c7-b13f-42f0-bc36-d2f2d2a2f117 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=893db07c-5b64-4a10-907f-a93aaa04c198 HTTP/1.1" status: 200  len: 945 time: 0.2717564
Jul 14 08:45:43.722224 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7fab55d-3439-4b91-94c3-d2697f754953 admin admin] Router 119d84f4-31b3-4a20-a1fc-f7186b505e62 is scheduled to L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c with binding_index 1 {{(pid=82095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Jul 14 08:45:43.821294 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ec97418a-67ee-4f67-9089-44015b4a1dad req-c4f35b16-e0c1-4f83-ba97-72ff2ec7587a tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124721
Jul 14 08:45:43.914879 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-a184d575-7cab-4214-b136-d345fadd461f tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Allocated IP 172.20.0.3 (da488139-78af-4b65-a6c3-304d11fa54fa/f2f2491b-9781-42c5-b9d0-471db2c9f754/05f24aaf-2f6f-4810-845b-a7ae03ce9c53) {{(pid=82096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:45:43.990600 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fab55d-3439-4b91-94c3-d2697f754953 admin admin] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:45:44.002798 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac5d057-77f3-469f-8a8f-22c66a9e87dd None None] Sync routers for ids ['119d84f4-31b3-4a20-a1fc-f7186b505e62'] in dv-cinder-800229-1-iscsi {{(pid=82098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:45:44.018372 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b7fab55d-3439-4b91-94c3-d2697f754953 admin admin] Notify callbacks [] for router, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:44.022522 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-b7fab55d-3439-4b91-94c3-d2697f754953 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.9796011
Jul 14 08:45:44.023399 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 55396) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:45:44.040443 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac5d057-77f3-469f-8a8f-22c66a9e87dd None None] Routers {'119d84f4-31b3-4a20-a1fc-f7186b505e62'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:45:44.044421 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-8ac5d057-77f3-469f-8a8f-22c66a9e87dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64023c8240>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:45:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['119d84f4-31b3-4a20-a1fc-f7186b505e62'], 'active': True} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:45:44.300375 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-a184d575-7cab-4214-b136-d345fadd461f tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Notify callbacks [] for port, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:44.354771 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 25506b5b-3f7e-4140-ad42-c9df78d77a21 up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:45:44.377303 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-a184d575-7cab-4214-b136-d345fadd461f tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794'] for port, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:44.386762 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-d66ee4d3-b915-4b18-b675-173e81784e33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:44.427538 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-8ac5d057-77f3-469f-8a8f-22c66a9e87dd None None] Set router 119d84f4-31b3-4a20-a1fc-f7186b505e62 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:45:44.530831 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning for port 25506b5b-3f7e-4140-ad42-c9df78d77a21 completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:45:44.568277 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184d575-7cab-4214-b136-d345fadd461f tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Pushing event updated for resources: {'Port': ['ID=05f24aaf-2f6f-4810-845b-a7ae03ce9c53,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:44.582240 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-a184d575-7cab-4214-b136-d345fadd461f tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:44.624209 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-a184d575-7cab-4214-b136-d345fadd461f tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Network da488139-78af-4b65-a6c3-304d11fa54fa is already hosted by enough agents. {{(pid=82096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:45:44.625469 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-a184d575-7cab-4214-b136-d345fadd461f tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Resources bound (agent type, host, resource id):  {{(pid=82096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:45:44.633555 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-a184d575-7cab-4214-b136-d345fadd461f tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Received port after_create {{(pid=82096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:45:44.642997 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-a184d575-7cab-4214-b136-d345fadd461f tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:44.643750 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-a184d575-7cab-4214-b136-d345fadd461f tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:44.693470 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-a184d575-7cab-4214-b136-d345fadd461f tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3527303
Jul 14 08:45:44.716767 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-64152d66-fcd9-45c3-925e-35c16a222c2c service neutron] Request body: {'port': {'device_id': '2242d0e7-d1cd-4214-ad5a-977c852b924b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:45:44.925497 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-64152d66-fcd9-45c3-925e-35c16a222c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:44.953242 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec9e643-ac2c-4c71-b907-915c66449411 None None] Network 3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:45:44.974985 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfdd4a-b76a-4b7b-8aad-7e7e6b1bf3cd req-616f3d2d-d31e-4069-9d23-f2a0c7a7cfc8 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:44.983348 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-19cfdd4a-b76a-4b7b-8aad-7e7e6b1bf3cd req-616f3d2d-d31e-4069-9d23-f2a0c7a7cfc8 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/ports?device_id=2242d0e7-d1cd-4214-ad5a-977c852b924b HTTP/1.1" status: 200  len: 931 time: 0.1661208
Jul 14 08:45:45.055792 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-19cfdd4a-b76a-4b7b-8aad-7e7e6b1bf3cd req-4955af39-9ce2-486e-8bf3-a3692f151100 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf5f5bf1-d60f-4816-96a5-4600e7eabce3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714159
Jul 14 08:45:45.071964 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-8ac5d057-77f3-469f-8a8f-22c66a9e87dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64023c8240>, [{'id': '119d84f4-31b3-4a20-a1fc-f7186b505e62', 'name': 'tempest-TestMinimumBasicScenario-2035121711-router', 'tenant_id': '040f599933ea4921bd32ee786c14df5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '921031be-df4a-4a1a-82ca-b46c0affff6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:45:41Z', 'updated_at': '2021-07-14T08:45:42Z', 'revision_number': 3, 'project_id': '040f599933ea4921bd32ee786c14df5e', 'gw_port': {'id': '921031be-df4a-4a1a-82ca-b46c0affff6d', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '119d84f4-31b3-4a20-a1fc-f7186b505e62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:42Z', 'updated_at': '2021-07-14T08:45:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi'}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:45:45.077960 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac5d057-77f3-469f-8a8f-22c66a9e87dd None None] Checking router: 119d84f4-31b3-4a20-a1fc-f7186b505e62 for host: dv-cinder-800229-1-iscsi {{(pid=82098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:45:45.078357 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac5d057-77f3-469f-8a8f-22c66a9e87dd None None] Updating router 119d84f4-31b3-4a20-a1fc-f7186b505e62 port 921031be-df4a-4a1a-82ca-b46c0affff6d binding host dv-cinder-800229-1-iscsi {{(pid=82098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 14 08:45:45.085241 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-932ed133-bb27-42e5-8f55-53ff8cbd59c0 None None] Provisioning for port 25506b5b-3f7e-4140-ad42-c9df78d77a21 completed by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:45:45.108570 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-932ed133-bb27-42e5-8f55-53ff8cbd59c0 None None] Provisioning complete for port 25506b5b-3f7e-4140-ad42-c9df78d77a21 triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:45:45.109322 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-932ed133-bb27-42e5-8f55-53ff8cbd59c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:45.139444 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e0081-e62b-4af6-a726-be08565e1f06 req-58c66b50-b1b8-412f-8f60-23d44933f180 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:45.141418 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d56e0081-e62b-4af6-a726-be08565e1f06 req-58c66b50-b1b8-412f-8f60-23d44933f180 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.2170417
Jul 14 08:45:45.222240 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8ac5d057-77f3-469f-8a8f-22c66a9e87dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:45.274148 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d56e0081-e62b-4af6-a726-be08565e1f06 req-6e456927-c410-489a-9a7d-891f2c7b42d0 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813341
Jul 14 08:45:45.414274 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-932ed133-bb27-42e5-8f55-53ff8cbd59c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:45.450299 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-932ed133-bb27-42e5-8f55-53ff8cbd59c0 None None] For port 25506b5b-3f7e-4140-ad42-c9df78d77a21, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=25506b5b-3f7e-4140-ad42-c9df78d77a21,segment=NetworkSegment(6ab29609-c173-4982-94fe-df6d6c34ea40),segment_id=6ab29609-c173-4982-94fe-df6d6c34ea40)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:45:45.453374 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-932ed133-bb27-42e5-8f55-53ff8cbd59c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:45.455286 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:45.496987 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a695b-70a4-4678-a097-c01870a8e09c req-3a75705f-60ae-4499-bc59-de41a616a4bf tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:45.498316 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-414a695b-70a4-4678-a097-c01870a8e09c req-3a75705f-60ae-4499-bc59-de41a616a4bf tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=893db07c-5b64-4a10-907f-a93aaa04c198 HTTP/1.1" status: 200  len: 945 time: 0.1565518
Jul 14 08:45:45.561372 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ed133-bb27-42e5-8f55-53ff8cbd59c0 None None] Pushing event updated for resources: {'Port': ['ID=25506b5b-3f7e-4140-ad42-c9df78d77a21,revision_number=3']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:45.572728 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-932ed133-bb27-42e5-8f55-53ff8cbd59c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:45.661226 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-414a695b-70a4-4678-a097-c01870a8e09c req-51d0172f-5f05-4f0f-8103-bcd167e92629 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1547146
Jul 14 08:45:45.724507 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-64152d66-fcd9-45c3-925e-35c16a222c2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05f24aaf-2f6f-4810-845b-a7ae03ce9c53 {{(pid=82096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:45:45.743394 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-64152d66-fcd9-45c3-925e-35c16a222c2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:45.766267 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-64152d66-fcd9-45c3-925e-35c16a222c2c service neutron] Transition to ACTIVE for port object 05f24aaf-2f6f-4810-845b-a7ae03ce9c53 will not be triggered until provisioned by entity L2. {{(pid=82096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:45:45.770916 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-64152d66-fcd9-45c3-925e-35c16a222c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:45.778746 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-d66ee4d3-b915-4b18-b675-173e81784e33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:45.799774 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8ac5d057-77f3-469f-8a8f-22c66a9e87dd None None] Notify callbacks [] for port, precommit_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:45.813431 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-8ac5d057-77f3-469f-8a8f-22c66a9e87dd None None] Transition to ACTIVE for port object 921031be-df4a-4a1a-82ca-b46c0affff6d will not be triggered until provisioned by entity L2. {{(pid=82098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:45:45.821056 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8ac5d057-77f3-469f-8a8f-22c66a9e87dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:45.830616 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:45.859745 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64152d66-fcd9-45c3-925e-35c16a222c2c service neutron] Pushing event updated for resources: {'Port': ['ID=05f24aaf-2f6f-4810-845b-a7ae03ce9c53,revision_number=2']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:45.863524 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-64152d66-fcd9-45c3-925e-35c16a222c2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:45.901832 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-cf4a76d4-8769-4c9a-8d1d-ae045b357582 None None] Provisioning complete for port 25506b5b-3f7e-4140-ad42-c9df78d77a21 triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:45:45.902375 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cf4a76d4-8769-4c9a-8d1d-ae045b357582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:45.950410 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb56651-7cd5-46f1-b5fc-f70fae6e2f12 None None] Pushing event updated for resources: {'Port': ['ID=921031be-df4a-4a1a-82ca-b46c0affff6d,revision_number=2']} {{(pid=82098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:45.953731 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-8ac5d057-77f3-469f-8a8f-22c66a9e87dd None None] Attempting to bind port 921031be-df4a-4a1a-82ca-b46c0affff6d on host dv-cinder-800229-1-iscsi for vnic_type normal with profile  {{(pid=82098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:45:45.954403 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-8ac5d057-77f3-469f-8a8f-22c66a9e87dd None None] Attempting to bind port 921031be-df4a-4a1a-82ca-b46c0affff6d by drivers openvswitch,hyperv on host dv-cinder-800229-1-iscsi at level 0 using segments [{'id': 'eeb05519-cb3f-4410-affd-d7c1079f9a7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'}] {{(pid=82098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:45:45.954887 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac5d057-77f3-469f-8a8f-22c66a9e87dd None None] Attempting to bind port 921031be-df4a-4a1a-82ca-b46c0affff6d on network 67339833-1858-4359-a5f3-39cbe3daa12b {{(pid=82098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:45:45.968616 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb56651-7cd5-46f1-b5fc-f70fae6e2f12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:45:45.969416 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb56651-7cd5-46f1-b5fc-f70fae6e2f12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:45:45.969548 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb56651-7cd5-46f1-b5fc-f70fae6e2f12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:45:45.970053 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb56651-7cd5-46f1-b5fc-f70fae6e2f12 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:45:45.970535 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb56651-7cd5-46f1-b5fc-f70fae6e2f12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:45:45.971011 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb56651-7cd5-46f1-b5fc-f70fae6e2f12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:45:45.971507 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb56651-7cd5-46f1-b5fc-f70fae6e2f12 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:45:45.972172 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb56651-7cd5-46f1-b5fc-f70fae6e2f12 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:45:45.972896 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb56651-7cd5-46f1-b5fc-f70fae6e2f12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:45:45.973358 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb56651-7cd5-46f1-b5fc-f70fae6e2f12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:45:45.973840 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb56651-7cd5-46f1-b5fc-f70fae6e2f12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:45:45.978026 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac5d057-77f3-469f-8a8f-22c66a9e87dd None None] Checking agent: {'id': '0d58c09d-3d0a-420d-b789-56ac4f0c32ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 37), 'started_at': datetime.datetime(2021, 7, 14, 8, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:45:45.978694 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac5d057-77f3-469f-8a8f-22c66a9e87dd None None] Checking segment: {'id': 'eeb05519-cb3f-4410-affd-d7c1079f9a7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:45:45.979152 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8ac5d057-77f3-469f-8a8f-22c66a9e87dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:45.979684 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac5d057-77f3-469f-8a8f-22c66a9e87dd None None] Bound using segment: {'id': 'eeb05519-cb3f-4410-affd-d7c1079f9a7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'} {{(pid=82098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:45:45.980326 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-8ac5d057-77f3-469f-8a8f-22c66a9e87dd None None] Bound port: 921031be-df4a-4a1a-82ca-b46c0affff6d, host: dv-cinder-800229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb05519-cb3f-4410-affd-d7c1079f9a7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'}}] {{(pid=82098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:45:45.980849 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8ac5d057-77f3-469f-8a8f-22c66a9e87dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:46.007302 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-9eb56651-7cd5-46f1-b5fc-f70fae6e2f12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=82098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:46.064353 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-64152d66-fcd9-45c3-925e-35c16a222c2c service neutron] Attempting to bind port 05f24aaf-2f6f-4810-845b-a7ae03ce9c53 on host hv-cinder-80022 for vnic_type normal with profile  {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:45:46.064811 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-64152d66-fcd9-45c3-925e-35c16a222c2c service neutron] Attempting to bind port 05f24aaf-2f6f-4810-845b-a7ae03ce9c53 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': 'ec93f0da-9f9f-40ad-ac7a-4e9e1f7ae5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'da488139-78af-4b65-a6c3-304d11fa54fa'}] {{(pid=82096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:45:46.065179 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-64152d66-fcd9-45c3-925e-35c16a222c2c service neutron] Attempting to bind port 05f24aaf-2f6f-4810-845b-a7ae03ce9c53 on network da488139-78af-4b65-a6c3-304d11fa54fa {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:45:46.073965 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-64152d66-fcd9-45c3-925e-35c16a222c2c service neutron] Port 05f24aaf-2f6f-4810-845b-a7ae03ce9c53 on network da488139-78af-4b65-a6c3-304d11fa54fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 14 08:45:46.074696 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-64152d66-fcd9-45c3-925e-35c16a222c2c service neutron] Attempting to bind port 05f24aaf-2f6f-4810-845b-a7ae03ce9c53 on network da488139-78af-4b65-a6c3-304d11fa54fa {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:45:46.083988 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-64152d66-fcd9-45c3-925e-35c16a222c2c service neutron] Checking agent: {'id': 'aa24af5c-becf-43a3-9631-f44e6c3cc568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 41, 34), 'started_at': datetime.datetime(2021, 7, 14, 8, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:45:46.084245 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-64152d66-fcd9-45c3-925e-35c16a222c2c service neutron] Checking segment: {'id': 'ec93f0da-9f9f-40ad-ac7a-4e9e1f7ae5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'da488139-78af-4b65-a6c3-304d11fa54fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:45:46.084674 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-64152d66-fcd9-45c3-925e-35c16a222c2c service neutron] Bound using segment: {'id': 'ec93f0da-9f9f-40ad-ac7a-4e9e1f7ae5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'da488139-78af-4b65-a6c3-304d11fa54fa'} {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:45:46.086143 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-64152d66-fcd9-45c3-925e-35c16a222c2c service neutron] Bound port: 05f24aaf-2f6f-4810-845b-a7ae03ce9c53, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec93f0da-9f9f-40ad-ac7a-4e9e1f7ae5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'da488139-78af-4b65-a6c3-304d11fa54fa'}}] {{(pid=82096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:45:46.086143 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-64152d66-fcd9-45c3-925e-35c16a222c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:46.169957 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-8ac5d057-77f3-469f-8a8f-22c66a9e87dd None None] For port 921031be-df4a-4a1a-82ca-b46c0affff6d, host dv-cinder-800229-1-iscsi, cleared binding levels {{(pid=82098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:45:46.183999 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-8ac5d057-77f3-469f-8a8f-22c66a9e87dd None None] For port 921031be-df4a-4a1a-82ca-b46c0affff6d, host dv-cinder-800229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=921031be-df4a-4a1a-82ca-b46c0affff6d,segment=NetworkSegment(eeb05519-cb3f-4410-affd-d7c1079f9a7a),segment_id=eeb05519-cb3f-4410-affd-d7c1079f9a7a)] {{(pid=82098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:45:46.204955 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8ac5d057-77f3-469f-8a8f-22c66a9e87dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:46.211465 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-64152d66-fcd9-45c3-925e-35c16a222c2c service neutron] For port 05f24aaf-2f6f-4810-845b-a7ae03ce9c53, host hv-cinder-80022, cleared binding levels {{(pid=82096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:45:46.216231 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-64152d66-fcd9-45c3-925e-35c16a222c2c service neutron] For port 05f24aaf-2f6f-4810-845b-a7ae03ce9c53, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=05f24aaf-2f6f-4810-845b-a7ae03ce9c53,segment=NetworkSegment(ec93f0da-9f9f-40ad-ac7a-4e9e1f7ae5f3),segment_id=ec93f0da-9f9f-40ad-ac7a-4e9e1f7ae5f3)] {{(pid=82096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:45:46.220097 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-64152d66-fcd9-45c3-925e-35c16a222c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:46.223987 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e617f49d-d24c-47a5-bba8-28652858259a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:46.224805 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:46.234464 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-12044748-a642-413c-9108-e2977acec2b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:46.329224 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 25506b5b-3f7e-4140-ad42-c9df78d77a21 up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:45:46.438121 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64152d66-fcd9-45c3-925e-35c16a222c2c service neutron] Pushing event updated for resources: {'Port': ['ID=05f24aaf-2f6f-4810-845b-a7ae03ce9c53,revision_number=3']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:46.461895 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-64152d66-fcd9-45c3-925e-35c16a222c2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:46.467430 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-64152d66-fcd9-45c3-925e-35c16a222c2c service neutron] 10.222.0.43 "PUT /v2.0/ports/05f24aaf-2f6f-4810-845b-a7ae03ce9c53 HTTP/1.1" status: 200  len: 1093 time: 1.7549767
Jul 14 08:45:46.468763 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-64152d66-fcd9-45c3-925e-35c16a222c2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:46.469477 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2242d0e7-d1cd-4214-ad5a-977c852b924b', 'tag': '05f24aaf-2f6f-4810-845b-a7ae03ce9c53'}] {{(pid=82096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:45:46.524463 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb56651-7cd5-46f1-b5fc-f70fae6e2f12 None None] Pushing event updated for resources: {'Port': ['ID=921031be-df4a-4a1a-82ca-b46c0affff6d,revision_number=3']} {{(pid=82098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:46.530628 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-9eb56651-7cd5-46f1-b5fc-f70fae6e2f12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=82098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:46.538247 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5ed3f-7a07-423e-afb5-d27db6510644 req-4e4f623d-34f5-409c-85fc-e181bbad4877 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:46.546226 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c7a5ed3f-7a07-423e-afb5-d27db6510644 req-4e4f623d-34f5-409c-85fc-e181bbad4877 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/ports?device_id=2242d0e7-d1cd-4214-ad5a-977c852b924b HTTP/1.1" status: 200  len: 943 time: 0.1970136
Jul 14 08:45:46.554029 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac5d057-77f3-469f-8a8f-22c66a9e87dd None None] Routers {'119d84f4-31b3-4a20-a1fc-f7186b505e62'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:45:46.554936 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-8ac5d057-77f3-469f-8a8f-22c66a9e87dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64023c8240>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:45:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['119d84f4-31b3-4a20-a1fc-f7186b505e62'], 'active': True} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:45:46.591705 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port 25506b5b-3f7e-4140-ad42-c9df78d77a21 triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:45:46.603669 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:46.748887 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [None req-e617f49d-d24c-47a5-bba8-28652858259a admin admin] Allocated IP 172.20.0.1 (3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e/2cf41e9b-05a3-472b-ac95-40e03d3ea215/9879f769-9e07-4fd7-9a9a-eee24bc68c26) {{(pid=82095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:45:46.779473 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c7a5ed3f-7a07-423e-afb5-d27db6510644 req-2fa3c668-70ad-42fd-bd5e-c7c7fbb294e3 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf5f5bf1-d60f-4816-96a5-4600e7eabce3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2321005
Jul 14 08:45:46.783031 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-add91557-0acd-4b95-b5b2-3a670ef6570e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44a7d3553efe49d899536d5ea8ad49c4&device_id=2242d0e7-d1cd-4214-ad5a-977c852b924b HTTP/1.1" status: 200  len: 1096 time: 0.2401438
Jul 14 08:45:46.881838 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2242d0e7-d1cd-4214-ad5a-977c852b924b', 'tag': '05f24aaf-2f6f-4810-845b-a7ae03ce9c53', 'status': 'completed', 'code': 200}
Jul 14 08:45:46.894582 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4704cd-42d8-4f04-9ea8-a21369a9aa24 req-c46e9f4b-7bb7-4d6e-b864-39648a1afdc6 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:46.904043 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0d4704cd-42d8-4f04-9ea8-a21369a9aa24 req-c46e9f4b-7bb7-4d6e-b864-39648a1afdc6 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.2604358
Jul 14 08:45:46.960291 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-8ac5d057-77f3-469f-8a8f-22c66a9e87dd None None] Set router 119d84f4-31b3-4a20-a1fc-f7186b505e62 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:45:46.985973 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-ca5c4266-2a95-4afd-aaa1-b1ed46e909cb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05f24aaf-2f6f-4810-845b-a7ae03ce9c53 HTTP/1.1" status: 200  len: 217 time: 0.1771052
Jul 14 08:45:46.993455 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e617f49d-d24c-47a5-bba8-28652858259a admin admin] Notify callbacks [] for port, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:47.017274 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-e617f49d-d24c-47a5-bba8-28652858259a admin admin] Transition to ACTIVE for port object 9879f769-9e07-4fd7-9a9a-eee24bc68c26 will not be triggered until provisioned by entity DHCP. {{(pid=82095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:45:47.040700 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e617f49d-d24c-47a5-bba8-28652858259a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:47.046085 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:47.120547 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e617f49d-d24c-47a5-bba8-28652858259a admin admin] Network 3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e is already hosted by enough agents. {{(pid=82095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:45:47.125141 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-e617f49d-d24c-47a5-bba8-28652858259a admin admin] Resources bound (agent type, host, resource id):  {{(pid=82095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:45:47.129701 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e617f49d-d24c-47a5-bba8-28652858259a admin admin] Received port after_create {{(pid=82095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:45:47.220136 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617f49d-d24c-47a5-bba8-28652858259a admin admin] Pushing event updated for resources: {'Port': ['ID=9879f769-9e07-4fd7-9a9a-eee24bc68c26,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:47.257254 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617f49d-d24c-47a5-bba8-28652858259a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:45:47.257667 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617f49d-d24c-47a5-bba8-28652858259a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:45:47.258068 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617f49d-d24c-47a5-bba8-28652858259a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:45:47.259134 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617f49d-d24c-47a5-bba8-28652858259a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:45:47.259134 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617f49d-d24c-47a5-bba8-28652858259a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:45:47.270800 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617f49d-d24c-47a5-bba8-28652858259a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:45:47.271399 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617f49d-d24c-47a5-bba8-28652858259a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:45:47.271813 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617f49d-d24c-47a5-bba8-28652858259a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:45:47.272222 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617f49d-d24c-47a5-bba8-28652858259a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:45:47.272625 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617f49d-d24c-47a5-bba8-28652858259a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:45:47.273024 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617f49d-d24c-47a5-bba8-28652858259a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:45:47.295834 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e617f49d-d24c-47a5-bba8-28652858259a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:47.298888 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e617f49d-d24c-47a5-bba8-28652858259a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691418'] for router_interface, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:47.386296 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0d4704cd-42d8-4f04-9ea8-a21369a9aa24 req-1836a861-88c3-4e89-b6ee-bb11a245ff51 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4810898
Jul 14 08:45:47.417767 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-ed3e4ec8-4f8e-415e-96ee-0cc7ae439ee7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:47.421930 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-ed3e4ec8-4f8e-415e-96ee-0cc7ae439ee7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f2f2491b-9781-42c5-b9d0-471db2c9f754 HTTP/1.1" status: 200  len: 848 time: 0.3851633
Jul 14 08:45:47.450380 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 55462) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:45:47.464330 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e617f49d-d24c-47a5-bba8-28652858259a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:47.575097 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-e1490adb-ed5d-4108-b5ad-fca0139ccfac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da488139-78af-4b65-a6c3-304d11fa54fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1358359
Jul 14 08:45:47.602166 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-8ac5d057-77f3-469f-8a8f-22c66a9e87dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64023c8240>, [{'id': '119d84f4-31b3-4a20-a1fc-f7186b505e62', 'name': 'tempest-TestMinimumBasicScenario-2035121711-router', 'tenant_id': '040f599933ea4921bd32ee786c14df5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '921031be-df4a-4a1a-82ca-b46c0affff6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:45:41Z', 'updated_at': '2021-07-14T08:45:42Z', 'revision_number': 3, 'project_id': '040f599933ea4921bd32ee786c14df5e', 'gw_port': {'id': '921031be-df4a-4a1a-82ca-b46c0affff6d', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '119d84f4-31b3-4a20-a1fc-f7186b505e62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:42Z', 'updated_at': '2021-07-14T08:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi'}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:45:47.610734 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac5d057-77f3-469f-8a8f-22c66a9e87dd None None] The sync data for ids ['119d84f4-31b3-4a20-a1fc-f7186b505e62'] in dv-cinder-800229-1-iscsi is: [{'id': '119d84f4-31b3-4a20-a1fc-f7186b505e62', 'name': 'tempest-TestMinimumBasicScenario-2035121711-router', 'tenant_id': '040f599933ea4921bd32ee786c14df5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '921031be-df4a-4a1a-82ca-b46c0affff6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:45:41Z', 'updated_at': '2021-07-14T08:45:42Z', 'revision_number': 3, 'project_id': '040f599933ea4921bd32ee786c14df5e', 'gw_port': {'id': '921031be-df4a-4a1a-82ca-b46c0affff6d', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '119d84f4-31b3-4a20-a1fc-f7186b505e62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:42Z', 'updated_at': '2021-07-14T08:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi'}] {{(pid=82098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:45:47.714679 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-985edde9-b751-4c0d-a4ec-6ceed3d69a9e None None] Provisioning for port 9879f769-9e07-4fd7-9a9a-eee24bc68c26 completed by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:45:47.721320 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-985edde9-b751-4c0d-a4ec-6ceed3d69a9e None None] Provisioning complete for port 9879f769-9e07-4fd7-9a9a-eee24bc68c26 triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:45:47.721778 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-985edde9-b751-4c0d-a4ec-6ceed3d69a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:47.811005 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-a0998bef-e83e-4e95-a742-2c9ea212811a service neutron] 10.222.0.43 "GET /v2.0/networks/da488139-78af-4b65-a6c3-304d11fa54fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2154090
Jul 14 08:45:47.830136 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-985edde9-b751-4c0d-a4ec-6ceed3d69a9e None None] Port 9879f769-9e07-4fd7-9a9a-eee24bc68c26 cannot update to ACTIVE because it is not bound. {{(pid=82097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 14 08:45:47.852195 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e617f49d-d24c-47a5-bba8-28652858259a admin admin] Notify callbacks [] for port, precommit_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:47.857052 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b38c7669-869c-4c8a-a2a2-0c69afe2a398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:47.866989 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e617f49d-d24c-47a5-bba8-28652858259a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852740876'] for port, after_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:47.899438 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:47.979043 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-27af062d-ddfd-4bdd-9dbc-5378404972cb req-fa5ef2e5-56ee-4a4a-a28f-fcf8196499ce service neutron] 10.222.0.43 "GET /v2.0/networks/da488139-78af-4b65-a6c3-304d11fa54fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1555367
Jul 14 08:45:48.052031 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e617f49d-d24c-47a5-bba8-28652858259a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846971082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854084487'] for router_interface, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:48.059444 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617f49d-d24c-47a5-bba8-28652858259a admin admin] Pushing event updated for resources: {'Port': ['ID=9879f769-9e07-4fd7-9a9a-eee24bc68c26,revision_number=2']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:48.065920 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e617f49d-d24c-47a5-bba8-28652858259a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:48.067188 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-b38c7669-869c-4c8a-a2a2-0c69afe2a398 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:45:48.078692 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-b38c7669-869c-4c8a-a2a2-0c69afe2a398 admin admin] Usage tracker for resource:security_group_rule and tenant:4492813241554047a286b7eb567f0898 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:45:48.087487 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-b38c7669-869c-4c8a-a2a2-0c69afe2a398 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:45:48.113073 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-b38c7669-869c-4c8a-a2a2-0c69afe2a398 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:45:48.264428 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee5ee6-6260-4646-b606-2c32b38b883f req-13cfb576-cc55-46ec-bb32-7cf813e943f3 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:48.266125 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5dee5ee6-6260-4646-b606-2c32b38b883f req-13cfb576-cc55-46ec-bb32-7cf813e943f3 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/ports?device_id=2242d0e7-d1cd-4214-ad5a-977c852b924b HTTP/1.1" status: 200  len: 943 time: 0.3218601
Jul 14 08:45:48.317385 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0dca30f6-c6e1-4e89-bc35-603dce58cdb7 req-157fdb6d-8a58-4013-8da3-2578c14b56d2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44a7d3553efe49d899536d5ea8ad49c4&device_id=2242d0e7-d1cd-4214-ad5a-977c852b924b HTTP/1.1" status: 200  len: 1096 time: 0.1868167
Jul 14 08:45:48.383813 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 921031be-df4a-4a1a-82ca-b46c0affff6d up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:45:48.461785 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5dee5ee6-6260-4646-b606-2c32b38b883f req-903b94d1-4600-407e-a67b-af1c4814df94 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf5f5bf1-d60f-4816-96a5-4600e7eabce3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1853776
Jul 14 08:45:48.475037 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e617f49d-d24c-47a5-bba8-28652858259a admin admin] Network 3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e is already hosted by enough agents. {{(pid=82095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:45:48.488294 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-e617f49d-d24c-47a5-bba8-28652858259a admin admin] Resources bound (agent type, host, resource id):  {{(pid=82095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:45:48.543476 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning for port 921031be-df4a-4a1a-82ca-b46c0affff6d completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:45:48.591719 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port 921031be-df4a-4a1a-82ca-b46c0affff6d triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:45:48.592150 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:48.627553 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca30f6-c6e1-4e89-bc35-603dce58cdb7 req-47558d36-e581-4826-9caf-354fc2987056 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:48.629350 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0dca30f6-c6e1-4e89-bc35-603dce58cdb7 req-47558d36-e581-4826-9caf-354fc2987056 service neutron] 10.222.0.43 "GET /v2.0/networks?id=da488139-78af-4b65-a6c3-304d11fa54fa HTTP/1.1" status: 200  len: 909 time: 0.2934761
Jul 14 08:45:48.780897 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0dca30f6-c6e1-4e89-bc35-603dce58cdb7 req-710a5214-3526-4603-ae2f-13f803b855e8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05f24aaf-2f6f-4810-845b-a7ae03ce9c53 HTTP/1.1" status: 200  len: 217 time: 0.1142938
Jul 14 08:45:48.850130 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:48.870053 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] For port 921031be-df4a-4a1a-82ca-b46c0affff6d, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=921031be-df4a-4a1a-82ca-b46c0affff6d,segment=NetworkSegment(eeb05519-cb3f-4410-affd-d7c1079f9a7a),segment_id=eeb05519-cb3f-4410-affd-d7c1079f9a7a)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:45:48.873932 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:48.877403 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:48.978556 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Pushing event updated for resources: {'Port': ['ID=921031be-df4a-4a1a-82ca-b46c0affff6d,revision_number=4']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:48.982549 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:49.005445 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca30f6-c6e1-4e89-bc35-603dce58cdb7 req-64dc6deb-bbd1-472e-aba9-da28c00e8343 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:49.007063 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0dca30f6-c6e1-4e89-bc35-603dce58cdb7 req-64dc6deb-bbd1-472e-aba9-da28c00e8343 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f2f2491b-9781-42c5-b9d0-471db2c9f754 HTTP/1.1" status: 200  len: 848 time: 0.1762104
Jul 14 08:45:49.062161 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-5286c690-76f7-48aa-baf0-cc34b33dbd1a None None] Provisioning complete for port 9879f769-9e07-4fd7-9a9a-eee24bc68c26 triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:45:49.062787 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5286c690-76f7-48aa-baf0-cc34b33dbd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:49.084963 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0dca30f6-c6e1-4e89-bc35-603dce58cdb7 req-34411767-3603-445c-9c61-65968e273150 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da488139-78af-4b65-a6c3-304d11fa54fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0581260
Jul 14 08:45:49.087613 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b38c7669-869c-4c8a-a2a2-0c69afe2a398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:49.125821 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-5286c690-76f7-48aa-baf0-cc34b33dbd1a None None] Port 9879f769-9e07-4fd7-9a9a-eee24bc68c26 cannot update to ACTIVE because it is not bound. {{(pid=82097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 14 08:45:49.134950 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b38c7669-869c-4c8a-a2a2-0c69afe2a398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:49.160159 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e46b9a85-9fe1-48d7-9cc3-034df7f55c4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:49.229378 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c7669-869c-4c8a-a2a2-0c69afe2a398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c726e6a7-b176-4cbc-bb43-52f13d463004,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:49.233216 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-b38c7669-869c-4c8a-a2a2-0c69afe2a398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:49.252126 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-b38c7669-869c-4c8a-a2a2-0c69afe2a398 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4492813241554047a286b7eb567f0898&name=default HTTP/1.1" status: 200  len: 2647 time: 1.7981224
Jul 14 08:45:49.256921 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 55494) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:45:49.279788 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0dca30f6-c6e1-4e89-bc35-603dce58cdb7 req-d0ea674f-f269-43f6-b8cf-f7c10c69754e service neutron] 10.222.0.43 "GET /v2.0/networks/da488139-78af-4b65-a6c3-304d11fa54fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1596203
Jul 14 08:45:49.288302 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704150c8-87c9-4e50-b698-aced05b9bee5 req-e2460dd3-2cab-48a7-912a-394f63ba9ac5 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:49.289906 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-704150c8-87c9-4e50-b698-aced05b9bee5 req-e2460dd3-2cab-48a7-912a-394f63ba9ac5 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.2145450
Jul 14 08:45:49.442523 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3662aca0-a7b2-4c7b-82c3-d0d4fde2cf24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:49.469054 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-704150c8-87c9-4e50-b698-aced05b9bee5 req-5af3bba1-db34-40a9-9eab-48d46f4d1680 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1236126
Jul 14 08:45:49.488501 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0dca30f6-c6e1-4e89-bc35-603dce58cdb7 req-669152d8-d4ea-48be-b86d-b57fc571ed17 service neutron] 10.222.0.43 "GET /v2.0/networks/da488139-78af-4b65-a6c3-304d11fa54fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1962776
Jul 14 08:45:49.490306 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3662aca0-a7b2-4c7b-82c3-d0d4fde2cf24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:49.560168 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3662aca0-a7b2-4c7b-82c3-d0d4fde2cf24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:49.577609 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:49.578510 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e617f49d-d24c-47a5-bba8-28652858259a admin admin] Router 119d84f4-31b3-4a20-a1fc-f7186b505e62 has already been hosted by L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c {{(pid=82095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 14 08:45:49.598408 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3662aca0-a7b2-4c7b-82c3-d0d4fde2cf24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c726e6a7-b176-4cbc-bb43-52f13d463004,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:49.601492 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-3662aca0-a7b2-4c7b-82c3-d0d4fde2cf24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:49.602269 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3662aca0-a7b2-4c7b-82c3-d0d4fde2cf24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:49.605874 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-3662aca0-a7b2-4c7b-82c3-d0d4fde2cf24 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c726e6a7-b176-4cbc-bb43-52f13d463004 HTTP/1.1" status: 204  len: 168 time: 0.3454258
Jul 14 08:45:49.850465 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a1114-c273-4b41-9628-dd671b345146 req-84c3a878-2881-4462-a7d0-b8a97826e3e3 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:49.851419 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-e66a1114-c273-4b41-9628-dd671b345146 req-84c3a878-2881-4462-a7d0-b8a97826e3e3 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Synchronizing usage tracker for tenant:44a7d3553efe49d899536d5ea8ad49c4 on resource:port {{(pid=82096) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:45:49.868133 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-e66a1114-c273-4b41-9628-dd671b345146 req-84c3a878-2881-4462-a7d0-b8a97826e3e3 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Unset dirty status for tenant:44a7d3553efe49d899536d5ea8ad49c4 on resource:port {{(pid=82096) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:45:49.873294 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e617f49d-d24c-47a5-bba8-28652858259a admin admin] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:45:49.877724 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e66a1114-c273-4b41-9628-dd671b345146 req-84c3a878-2881-4462-a7d0-b8a97826e3e3 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/ports?device_id=2242d0e7-d1cd-4214-ad5a-977c852b924b HTTP/1.1" status: 200  len: 943 time: 0.1756582
Jul 14 08:45:49.907643 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-e617f49d-d24c-47a5-bba8-28652858259a admin admin] 10.222.0.42 "PUT /v2.0/routers/119d84f4-31b3-4a20-a1fc-f7186b505e62/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8741722
Jul 14 08:45:49.956658 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e66a1114-c273-4b41-9628-dd671b345146 req-bf95a6e6-1271-496b-ab40-4343b2fef1c2 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf5f5bf1-d60f-4816-96a5-4600e7eabce3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781085
Jul 14 08:45:50.094189 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 55556) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:45:50.114929 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-65a01541-1a9c-4260-afd8-7a57fad94ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:50.157518 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-65a01541-1a9c-4260-afd8-7a57fad94ad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:45:50.163406 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-65a01541-1a9c-4260-afd8-7a57fad94ad5 admin admin] Usage tracker for resource:security_group_rule and tenant:d6ed4f5d8f9e4647a65b88189a46bad0 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:45:50.166938 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-65a01541-1a9c-4260-afd8-7a57fad94ad5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:45:50.173109 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-65a01541-1a9c-4260-afd8-7a57fad94ad5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:45:50.271299 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-65a01541-1a9c-4260-afd8-7a57fad94ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:50.274209 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-65a01541-1a9c-4260-afd8-7a57fad94ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:50.284930 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 921031be-df4a-4a1a-82ca-b46c0affff6d up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:45:50.287763 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:50.344075 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a01541-1a9c-4260-afd8-7a57fad94ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4745040a-57b1-4c3c-8fe5-c3cac0d34dc6,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:50.348713 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-65a01541-1a9c-4260-afd8-7a57fad94ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:50.354408 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 55564) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:45:50.354717 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-65a01541-1a9c-4260-afd8-7a57fad94ad5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d6ed4f5d8f9e4647a65b88189a46bad0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2593243
Jul 14 08:45:50.370393 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port 921031be-df4a-4a1a-82ca-b46c0affff6d triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:45:50.370810 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:50.453630 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-a9a0ba19-ab0a-48ed-b0a7-7b6cd0fad50b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:50.498346 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-a9a0ba19-ab0a-48ed-b0a7-7b6cd0fad50b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:50.572960 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-a9a0ba19-ab0a-48ed-b0a7-7b6cd0fad50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:50.578309 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-66e9f9a5-a6ec-46d1-bdb7-ef4ecc6113e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:50.589425 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0ba19-ab0a-48ed-b0a7-7b6cd0fad50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4745040a-57b1-4c3c-8fe5-c3cac0d34dc6,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:50.596157 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-a9a0ba19-ab0a-48ed-b0a7-7b6cd0fad50b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:50.596939 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-a9a0ba19-ab0a-48ed-b0a7-7b6cd0fad50b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:50.598526 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-a9a0ba19-ab0a-48ed-b0a7-7b6cd0fad50b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4745040a-57b1-4c3c-8fe5-c3cac0d34dc6 HTTP/1.1" status: 204  len: 168 time: 0.2425551
Jul 14 08:45:50.772171 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e41b6-1e1f-4f76-a45b-15d7c3fdca94 req-b84e9215-5938-48db-b174-1d08ed2f26b4 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:50.774104 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-226e41b6-1e1f-4f76-a45b-15d7c3fdca94 req-b84e9215-5938-48db-b174-1d08ed2f26b4 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.0913620
Jul 14 08:45:50.848835 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-226e41b6-1e1f-4f76-a45b-15d7c3fdca94 req-88f3c201-0565-40d1-947d-9950a7d456e9 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685191
Jul 14 08:45:51.237321 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c250998-0cc3-435e-898b-deece5d41a46 req-918775ea-c851-4ec9-99fe-5ea983427391 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:51.238961 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1c250998-0cc3-435e-898b-deece5d41a46 req-918775ea-c851-4ec9-99fe-5ea983427391 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/ports?device_id=2242d0e7-d1cd-4214-ad5a-977c852b924b HTTP/1.1" status: 200  len: 943 time: 0.1266809
Jul 14 08:45:51.245019 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 05f24aaf-2f6f-4810-845b-a7ae03ce9c53 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 14 08:45:51.306875 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 55618) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:45:51.315443 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-2c404e28-4d5b-4ef4-9279-d8ea56bc8d4b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-7080715-network', 'tenant_id': '9e06737124644ff49ca6d0b1a6d94b3b'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:45:51.320374 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-2c404e28-4d5b-4ef4-9279-d8ea56bc8d4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:45:51.324618 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1c250998-0cc3-435e-898b-deece5d41a46 req-00e08b0a-d78e-4f70-9585-499821029623 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf5f5bf1-d60f-4816-96a5-4600e7eabce3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767651
Jul 14 08:45:51.328403 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-2c404e28-4d5b-4ef4-9279-d8ea56bc8d4b admin admin] Usage tracker for resource:network and tenant:9e06737124644ff49ca6d0b1a6d94b3b is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:45:51.331638 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-2c404e28-4d5b-4ef4-9279-d8ea56bc8d4b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:45:51.344111 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-2c404e28-4d5b-4ef4-9279-d8ea56bc8d4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:45:51.381157 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c404e28-4d5b-4ef4-9279-d8ea56bc8d4b admin admin] Made reservation on behalf of 9e06737124644ff49ca6d0b1a6d94b3b for: {'network': 1} {{(pid=82096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:45:51.387945 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2c404e28-4d5b-4ef4-9279-d8ea56bc8d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for network, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:51.416200 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port 05f24aaf-2f6f-4810-845b-a7ae03ce9c53, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=05f24aaf-2f6f-4810-845b-a7ae03ce9c53,segment=NetworkSegment(ec93f0da-9f9f-40ad-ac7a-4e9e1f7ae5f3),segment_id=ec93f0da-9f9f-40ad-ac7a-4e9e1f7ae5f3)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:45:51.418881 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2c404e28-4d5b-4ef4-9279-d8ea56bc8d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:51.433558 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Returning: {'device': '05f24aaf-2f6f-4810-845b-a7ae03ce9c53', 'network_id': 'da488139-78af-4b65-a6c3-304d11fa54fa', 'port_id': '05f24aaf-2f6f-4810-845b-a7ae03ce9c53', 'mac_address': 'fa:16:3e:e2:58:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2f2491b-9781-42c5-b9d0-471db2c9f754', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 14 08:45:51.438032 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef01a8fb-2d71-4bb0-a59f-84c3a9c61af2 None None] Sync routers for ids ['119d84f4-31b3-4a20-a1fc-f7186b505e62'] in dv-cinder-800229-1-iscsi {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:45:51.460873 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-2c404e28-4d5b-4ef4-9279-d8ea56bc8d4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:45:51.473860 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-2c404e28-4d5b-4ef4-9279-d8ea56bc8d4b admin admin] Usage tracker for resource:security_group_rule and tenant:9e06737124644ff49ca6d0b1a6d94b3b is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:45:51.478050 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-2c404e28-4d5b-4ef4-9279-d8ea56bc8d4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:45:51.485079 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-2c404e28-4d5b-4ef4-9279-d8ea56bc8d4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:45:51.509800 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:51.532335 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05f24aaf-2f6f-4810-845b-a7ae03ce9c53 {{(pid=82097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:45:51.575651 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2c404e28-4d5b-4ef4-9279-d8ea56bc8d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:51.580363 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2c404e28-4d5b-4ef4-9279-d8ea56bc8d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:51.583678 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef01a8fb-2d71-4bb0-a59f-84c3a9c61af2 None None] Routers {'119d84f4-31b3-4a20-a1fc-f7186b505e62'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:45:51.584511 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-ef01a8fb-2d71-4bb0-a59f-84c3a9c61af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64022c1ef0>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:45:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['119d84f4-31b3-4a20-a1fc-f7186b505e62'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:45:51.596020 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-8fab0953-a484-4cad-8b0e-05d1ba197a09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:51.625730 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c404e28-4d5b-4ef4-9279-d8ea56bc8d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434ce05a-1ff3-4b36-a4b1-e44bbd972e10,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:51.629672 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-2c404e28-4d5b-4ef4-9279-d8ea56bc8d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:51.649901 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c404e28-4d5b-4ef4-9279-d8ea56bc8d4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508}  {{(pid=82096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 14 08:45:51.658443 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port 05f24aaf-2f6f-4810-845b-a7ae03ce9c53, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=05f24aaf-2f6f-4810-845b-a7ae03ce9c53,segment=NetworkSegment(ec93f0da-9f9f-40ad-ac7a-4e9e1f7ae5f3),segment_id=ec93f0da-9f9f-40ad-ac7a-4e9e1f7ae5f3)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:45:51.670209 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2c404e28-4d5b-4ef4-9279-d8ea56bc8d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6123'] for segment, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:51.670583 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.db.segments_db [None req-2c404e28-4d5b-4ef4-9279-d8ea56bc8d4b admin admin] Added segment 1d30a653-55de-4e51-a2bb-41967dd4bf9d of type vlan for network d2171dea-a220-4f8f-89df-d02e4f0c9cd7
Jul 14 08:45:51.710116 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2c404e28-4d5b-4ef4-9279-d8ea56bc8d4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282634469919'] for network, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:51.750108 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2c404e28-4d5b-4ef4-9279-d8ea56bc8d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097'] for network, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:51.750970 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c404e28-4d5b-4ef4-9279-d8ea56bc8d4b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:51.751735 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2c404e28-4d5b-4ef4-9279-d8ea56bc8d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for network, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:51.757417 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:51.877311 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:51.879781 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c404e28-4d5b-4ef4-9279-d8ea56bc8d4b admin admin] Pushing event updated for resources: {'Network': ['ID=d2171dea-a220-4f8f-89df-d02e4f0c9cd7,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:51.880417 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-2e9e0270-5008-4545-8542-2095805c4f9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:51.883688 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-2c404e28-4d5b-4ef4-9279-d8ea56bc8d4b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5755892
Jul 14 08:45:51.885164 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-2c404e28-4d5b-4ef4-9279-d8ea56bc8d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:51.886584 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 55634) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:45:51.894306 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-83a1cf28-5c3b-4f2e-a292-b45615e55cfc admin admin] Request body: {'subnet': {'network_id': 'd2171dea-a220-4f8f-89df-d02e4f0c9cd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-7080715-subnet', 'tenant_id': '9e06737124644ff49ca6d0b1a6d94b3b', 'ip_version': 4}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:45:51.900973 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-83a1cf28-5c3b-4f2e-a292-b45615e55cfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:45:51.906319 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-83a1cf28-5c3b-4f2e-a292-b45615e55cfc admin admin] Usage tracker for resource:subnet and tenant:9e06737124644ff49ca6d0b1a6d94b3b is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:45:51.910817 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-83a1cf28-5c3b-4f2e-a292-b45615e55cfc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:45:51.918215 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-83a1cf28-5c3b-4f2e-a292-b45615e55cfc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:45:51.939256 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a1cf28-5c3b-4f2e-a292-b45615e55cfc admin admin] Made reservation on behalf of 9e06737124644ff49ca6d0b1a6d94b3b for: {'subnet': 1} {{(pid=82095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:45:51.946431 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-83a1cf28-5c3b-4f2e-a292-b45615e55cfc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2419132'] for subnet, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:51.946715 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Network d2171dea-a220-4f8f-89df-d02e4f0c9cd7 details requested by agent ovs-agent-dv-cinder-800229-1-iscsi with host dv-cinder-800229-1-iscsi {{(pid=82097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jul 14 08:45:52.086597 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=05f24aaf-2f6f-4810-845b-a7ae03ce9c53,revision_number=4']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:52.100772 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:52.159859 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-ef01a8fb-2d71-4bb0-a59f-84c3a9c61af2 None None] Set router 119d84f4-31b3-4a20-a1fc-f7186b505e62 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:45:52.268352 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae3e77-eb2f-40ac-811e-b03869f100d4 req-462b97a5-b6e1-40b4-ae1f-f38a330a0556 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:52.275746 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-dfae3e77-eb2f-40ac-811e-b03869f100d4 req-462b97a5-b6e1-40b4-ae1f-f38a330a0556 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.2102573
Jul 14 08:45:52.305261 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-83a1cf28-5c3b-4f2e-a292-b45615e55cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852741252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2419117'] for subnet, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:52.311376 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:52.420378 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-dfae3e77-eb2f-40ac-811e-b03869f100d4 req-20f88073-6a58-4495-8b01-c6bafdb21eb2 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1436398
Jul 14 08:45:52.429765 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1cf28-5c3b-4f2e-a292-b45615e55cfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=1318d728-c85e-4f2b-a070-d558d22d0f4a,revision_number=0']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:52.459476 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] get_ports_and_sgs() called for port_ids ['05f24aaf-2f6f-4810-845b-a7ae03ce9c53'] {{(pid=82097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 14 08:45:52.462308 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-83a1cf28-5c3b-4f2e-a292-b45615e55cfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:52.489796 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a1cf28-5c3b-4f2e-a292-b45615e55cfc admin admin] Checking segment: {'id': '1d30a653-55de-4e51-a2bb-41967dd4bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd2171dea-a220-4f8f-89df-d02e4f0c9cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:45:52.490468 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a1cf28-5c3b-4f2e-a292-b45615e55cfc admin admin] Network hostable DHCP agents. Network: d2171dea-a220-4f8f-89df-d02e4f0c9cd7, hostable agents: ['4806de72-7956-4992-af39-5d97bb1c9176'], hosted agents: [] {{(pid=82095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jul 14 08:45:52.542558 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a1cf28-5c3b-4f2e-a292-b45615e55cfc admin admin] Network d2171dea-a220-4f8f-89df-d02e4f0c9cd7 is scheduled to be hosted by DHCP agent 4806de72-7956-4992-af39-5d97bb1c9176 with binding_index 1 {{(pid=82095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jul 14 08:45:52.575588 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-83a1cf28-5c3b-4f2e-a292-b45615e55cfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800229-1-iscsi, d2171dea-a220-4f8f-89df-d02e4f0c9cd7) {{(pid=82095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:45:52.579285 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a1cf28-5c3b-4f2e-a292-b45615e55cfc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:52.579942 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-83a1cf28-5c3b-4f2e-a292-b45615e55cfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for subnet, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:52.595245 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b515b6-5cf0-4b40-ae35-7d4372d29489 None None] Network d2171dea-a220-4f8f-89df-d02e4f0c9cd7 requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:45:52.609628 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-83a1cf28-5c3b-4f2e-a292-b45615e55cfc admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7217577
Jul 14 08:45:52.614535 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 55654) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:45:52.615375 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80adae57-dbd2-4953-a64b-51540b8709ad req-63e5191d-354d-4671-9e6c-eecbac2edf11 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:52.623136 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-b4ef382a-e964-47d8-b93e-7412c760b7e7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-7080715-router', 'tenant_id': '9e06737124644ff49ca6d0b1a6d94b3b', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'}}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:45:52.623640 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-80adae57-dbd2-4953-a64b-51540b8709ad req-63e5191d-354d-4671-9e6c-eecbac2edf11 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/ports?device_id=2242d0e7-d1cd-4214-ad5a-977c852b924b HTTP/1.1" status: 200  len: 944 time: 0.1151125
Jul 14 08:45:52.630057 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-b4ef382a-e964-47d8-b93e-7412c760b7e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:45:52.636360 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-b4ef382a-e964-47d8-b93e-7412c760b7e7 admin admin] Usage tracker for resource:router and tenant:9e06737124644ff49ca6d0b1a6d94b3b is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:45:52.640056 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-b4ef382a-e964-47d8-b93e-7412c760b7e7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:45:52.648237 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-b4ef382a-e964-47d8-b93e-7412c760b7e7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:45:52.660289 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b4ef382a-e964-47d8-b93e-7412c760b7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854083276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29836'] for router, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:52.661519 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b4ef382a-e964-47d8-b93e-7412c760b7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-695853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-754544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854745977'] for router, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:52.691773 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-80adae57-dbd2-4953-a64b-51540b8709ad req-b66b1233-5dfe-4388-9ee4-9fd5e1121555 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf5f5bf1-d60f-4816-96a5-4600e7eabce3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671945
Jul 14 08:45:52.701399 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b4ef382a-e964-47d8-b93e-7412c760b7e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:52.897674 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b4ef382a-e964-47d8-b93e-7412c760b7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-695868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854083321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29545'] for router, precommit_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:52.927662 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-ef01a8fb-2d71-4bb0-a59f-84c3a9c61af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64022c1ef0>, [{'id': '119d84f4-31b3-4a20-a1fc-f7186b505e62', 'name': 'tempest-TestMinimumBasicScenario-2035121711-router', 'tenant_id': '040f599933ea4921bd32ee786c14df5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '921031be-df4a-4a1a-82ca-b46c0affff6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:45:41Z', 'updated_at': '2021-07-14T08:45:47Z', 'revision_number': 4, 'project_id': '040f599933ea4921bd32ee786c14df5e', 'gw_port': {'id': '921031be-df4a-4a1a-82ca-b46c0affff6d', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119d84f4-31b3-4a20-a1fc-f7186b505e62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:42Z', 'updated_at': '2021-07-14T08:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': '9879f769-9e07-4fd7-9a9a-eee24bc68c26', 'name': '', 'network_id': '3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e', 'tenant_id': '040f599933ea4921bd32ee786c14df5e', 'mac_address': 'fa:16:3e:4f:17:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '119d84f4-31b3-4a20-a1fc-f7186b505e62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2cf41e9b-05a3-472b-ac95-40e03d3ea215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:46Z', 'updated_at': '2021-07-14T08:45:47Z', 'revision_number': 2, 'project_id': '040f599933ea4921bd32ee786c14df5e', 'subnets': [{'id': '2cf41e9b-05a3-472b-ac95-40e03d3ea215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:45:52.966585 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef01a8fb-2d71-4bb0-a59f-84c3a9c61af2 None None] Checking router: 119d84f4-31b3-4a20-a1fc-f7186b505e62 for host: dv-cinder-800229-1-iscsi {{(pid=82097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:45:52.966993 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef01a8fb-2d71-4bb0-a59f-84c3a9c61af2 None None] Updating router 119d84f4-31b3-4a20-a1fc-f7186b505e62 port 9879f769-9e07-4fd7-9a9a-eee24bc68c26 binding host dv-cinder-800229-1-iscsi {{(pid=82097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 14 08:45:53.036861 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ef01a8fb-2d71-4bb0-a59f-84c3a9c61af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:53.134803 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b4ef382a-e964-47d8-b93e-7412c760b7e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:53.169313 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b4ef382a-e964-47d8-b93e-7412c760b7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:53.230516 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdae978a-90b2-4848-91ca-0d44059a9ed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3704f2b-d2c3-5246-b6ef-c89a7a596ff8-d2171dea-a220-4f8f-89df-d02e4f0c9cd7', 'network_id': 'd2171dea-a220-4f8f-89df-d02e4f0c9cd7', 'tenant_id': '9e06737124644ff49ca6d0b1a6d94b3b', 'fixed_ips': [{'subnet_id': '1318d728-c85e-4f2b-a070-d558d22d0f4a'}]}} from dv-cinder-800229-1-iscsi. {{(pid=82097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jul 14 08:45:53.232010 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-bdae978a-90b2-4848-91ca-0d44059a9ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:53.326327 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [None req-b4ef382a-e964-47d8-b93e-7412c760b7e7 admin admin] Allocated IP 172.27.3.53 (67339833-1858-4359-a5f3-39cbe3daa12b/5340f5f3-2f04-41df-9207-8bcd858e18e6/4ecb7250-c1bf-438f-81d7-23cb44420f88) {{(pid=82095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:45:53.514390 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b4ef382a-e964-47d8-b93e-7412c760b7e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:53.561647 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b4ef382a-e964-47d8-b93e-7412c760b7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:53.570432 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [None req-bdae978a-90b2-4848-91ca-0d44059a9ed9 None None] Allocated IP 172.20.0.2 (d2171dea-a220-4f8f-89df-d02e4f0c9cd7/1318d728-c85e-4f2b-a070-d558d22d0f4a/7d673bd1-6666-4f4f-a113-667b372b9fa9) {{(pid=82097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:45:53.575772 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-61c6e652-2fc3-49de-baab-bf135f9b6800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:53.658892 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ef382a-e964-47d8-b93e-7412c760b7e7 admin admin] Network 67339833-1858-4359-a5f3-39cbe3daa12b is already hosted by enough agents. {{(pid=82095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:45:53.660260 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef382a-e964-47d8-b93e-7412c760b7e7 admin admin] Pushing event updated for resources: {'Port': ['ID=4ecb7250-c1bf-438f-81d7-23cb44420f88,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:53.668251 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74675d-fa0c-4e99-9df5-3a5097d6c7d1 req-2ff3e3dd-3fb6-49ca-9845-d46114372ea7 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:53.672584 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-b4ef382a-e964-47d8-b93e-7412c760b7e7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:45:53.676980 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2b74675d-fa0c-4e99-9df5-3a5097d6c7d1 req-2ff3e3dd-3fb6-49ca-9845-d46114372ea7 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.0986860
Jul 14 08:45:53.687741 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-b4ef382a-e964-47d8-b93e-7412c760b7e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:53.688756 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ef382a-e964-47d8-b93e-7412c760b7e7 admin admin] Received port after_create {{(pid=82095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:45:53.771948 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2b74675d-fa0c-4e99-9df5-3a5097d6c7d1 req-34f0f205-193a-4815-b410-043446aee79c tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938320
Jul 14 08:45:53.794627 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ef01a8fb-2d71-4bb0-a59f-84c3a9c61af2 None None] Notify callbacks [] for port, precommit_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:53.822596 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-ef01a8fb-2d71-4bb0-a59f-84c3a9c61af2 None None] Transition to ACTIVE for port object 9879f769-9e07-4fd7-9a9a-eee24bc68c26 will not be triggered until provisioned by entity L2. {{(pid=82097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:45:53.841846 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ef01a8fb-2d71-4bb0-a59f-84c3a9c61af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:53.849339 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:53.924814 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4acc57-bafb-4c9d-b206-3c7347107f35 None None] Pushing event updated for resources: {'Port': ['ID=9879f769-9e07-4fd7-9a9a-eee24bc68c26,revision_number=3']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:53.928003 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-ab4acc57-bafb-4c9d-b206-3c7347107f35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:54.011924 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b4ef382a-e964-47d8-b93e-7412c760b7e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:54.015186 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b4ef382a-e964-47d8-b93e-7412c760b7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854079993'] for router, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:54.165399 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31fcd9a-8d3f-47ef-bffd-1952058f6b55 req-ecc3b0b7-f42f-4dc3-9446-f9c0651e932b tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:54.172939 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a31fcd9a-8d3f-47ef-bffd-1952058f6b55 req-ecc3b0b7-f42f-4dc3-9446-f9c0651e932b tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/ports?device_id=2242d0e7-d1cd-4214-ad5a-977c852b924b HTTP/1.1" status: 200  len: 944 time: 0.1970854
Jul 14 08:45:54.269108 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a31fcd9a-8d3f-47ef-bffd-1952058f6b55 req-9d52861e-970d-42d8-9cc0-9c9993bf9f2c tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf5f5bf1-d60f-4816-96a5-4600e7eabce3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898671
Jul 14 08:45:54.432542 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-bdae978a-90b2-4848-91ca-0d44059a9ed9 None None] Notify callbacks [] for port, precommit_create {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:54.461823 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-bdae978a-90b2-4848-91ca-0d44059a9ed9 None None] Transition to ACTIVE for port object 7d673bd1-6666-4f4f-a113-667b372b9fa9 will not be triggered until provisioned by entity L2. {{(pid=82097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:45:54.494624 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ef382a-e964-47d8-b93e-7412c760b7e7 admin admin] Router 26c27d23-1eb3-49dc-866d-bfb9b6ebf87e is scheduled to L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c with binding_index 1 {{(pid=82095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Jul 14 08:45:54.503541 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-bdae978a-90b2-4848-91ca-0d44059a9ed9 None None] Transition to ACTIVE for port object 7d673bd1-6666-4f4f-a113-667b372b9fa9 will not be triggered until provisioned by entity DHCP. {{(pid=82097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:45:54.540042 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-bdae978a-90b2-4848-91ca-0d44059a9ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794'] for port, after_create {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:54.548526 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:54.672031 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdae978a-90b2-4848-91ca-0d44059a9ed9 None None] Network d2171dea-a220-4f8f-89df-d02e4f0c9cd7 is already hosted by enough agents. {{(pid=82097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:45:54.677336 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-bdae978a-90b2-4848-91ca-0d44059a9ed9 None None] Resources bound (agent type, host, resource id):  {{(pid=82097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:45:54.682265 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-ef01a8fb-2d71-4bb0-a59f-84c3a9c61af2 None None] Attempting to bind port 9879f769-9e07-4fd7-9a9a-eee24bc68c26 on host dv-cinder-800229-1-iscsi for vnic_type normal with profile  {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:45:54.682689 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-ef01a8fb-2d71-4bb0-a59f-84c3a9c61af2 None None] Attempting to bind port 9879f769-9e07-4fd7-9a9a-eee24bc68c26 by drivers openvswitch,hyperv on host dv-cinder-800229-1-iscsi at level 0 using segments [{'id': '6ab29609-c173-4982-94fe-df6d6c34ea40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e'}] {{(pid=82097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:45:54.683122 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef01a8fb-2d71-4bb0-a59f-84c3a9c61af2 None None] Attempting to bind port 9879f769-9e07-4fd7-9a9a-eee24bc68c26 on network 3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:45:54.686185 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdae978a-90b2-4848-91ca-0d44059a9ed9 None None] Received port after_create {{(pid=82097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:45:54.688176 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae978a-90b2-4848-91ca-0d44059a9ed9 None None] Pushing event updated for resources: {'Port': ['ID=7d673bd1-6666-4f4f-a113-667b372b9fa9,revision_number=1']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:54.692369 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-bdae978a-90b2-4848-91ca-0d44059a9ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:54.699201 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef01a8fb-2d71-4bb0-a59f-84c3a9c61af2 None None] Checking agent: {'id': '0d58c09d-3d0a-420d-b789-56ac4f0c32ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 37), 'started_at': datetime.datetime(2021, 7, 14, 8, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:45:54.700151 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef01a8fb-2d71-4bb0-a59f-84c3a9c61af2 None None] Checking segment: {'id': '6ab29609-c173-4982-94fe-df6d6c34ea40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:45:54.700604 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ef01a8fb-2d71-4bb0-a59f-84c3a9c61af2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:54.701040 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef01a8fb-2d71-4bb0-a59f-84c3a9c61af2 None None] Bound using segment: {'id': '6ab29609-c173-4982-94fe-df6d6c34ea40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e'} {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:45:54.701566 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-ef01a8fb-2d71-4bb0-a59f-84c3a9c61af2 None None] Bound port: 9879f769-9e07-4fd7-9a9a-eee24bc68c26, host: dv-cinder-800229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab29609-c173-4982-94fe-df6d6c34ea40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e'}}] {{(pid=82097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:45:54.701984 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ef01a8fb-2d71-4bb0-a59f-84c3a9c61af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:54.714237 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ef382a-e964-47d8-b93e-7412c760b7e7 admin admin] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:45:54.724650 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7853ab76-a639-41be-928a-2ca1319f3e5b None None] Sync routers for ids ['26c27d23-1eb3-49dc-866d-bfb9b6ebf87e'] in dv-cinder-800229-1-iscsi {{(pid=82098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:45:54.737587 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7853ab76-a639-41be-928a-2ca1319f3e5b None None] Routers {'26c27d23-1eb3-49dc-866d-bfb9b6ebf87e'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:45:54.738257 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b4ef382a-e964-47d8-b93e-7412c760b7e7 admin admin] Notify callbacks [] for router, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:54.738478 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-7853ab76-a639-41be-928a-2ca1319f3e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64027093c8>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:45:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['26c27d23-1eb3-49dc-866d-bfb9b6ebf87e'], 'active': True} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:45:54.739581 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-b4ef382a-e964-47d8-b93e-7412c760b7e7 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.1232307
Jul 14 08:45:54.742703 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 55698) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:45:54.845659 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-bdae978a-90b2-4848-91ca-0d44059a9ed9 None None] Attempting to bind port 7d673bd1-6666-4f4f-a113-667b372b9fa9 on host dv-cinder-800229-1-iscsi for vnic_type normal with profile  {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:45:54.846083 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-bdae978a-90b2-4848-91ca-0d44059a9ed9 None None] Attempting to bind port 7d673bd1-6666-4f4f-a113-667b372b9fa9 by drivers openvswitch,hyperv on host dv-cinder-800229-1-iscsi at level 0 using segments [{'id': '1d30a653-55de-4e51-a2bb-41967dd4bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd2171dea-a220-4f8f-89df-d02e4f0c9cd7'}] {{(pid=82097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:45:54.846501 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdae978a-90b2-4848-91ca-0d44059a9ed9 None None] Attempting to bind port 7d673bd1-6666-4f4f-a113-667b372b9fa9 on network d2171dea-a220-4f8f-89df-d02e4f0c9cd7 {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:45:54.867756 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdae978a-90b2-4848-91ca-0d44059a9ed9 None None] Checking agent: {'id': '0d58c09d-3d0a-420d-b789-56ac4f0c32ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 37), 'started_at': datetime.datetime(2021, 7, 14, 8, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:45:54.868176 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdae978a-90b2-4848-91ca-0d44059a9ed9 None None] Checking segment: {'id': '1d30a653-55de-4e51-a2bb-41967dd4bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd2171dea-a220-4f8f-89df-d02e4f0c9cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:45:54.868627 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-bdae978a-90b2-4848-91ca-0d44059a9ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:54.869067 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdae978a-90b2-4848-91ca-0d44059a9ed9 None None] Bound using segment: {'id': '1d30a653-55de-4e51-a2bb-41967dd4bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd2171dea-a220-4f8f-89df-d02e4f0c9cd7'} {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:45:54.869597 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-bdae978a-90b2-4848-91ca-0d44059a9ed9 None None] Bound port: 7d673bd1-6666-4f4f-a113-667b372b9fa9, host: dv-cinder-800229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d30a653-55de-4e51-a2bb-41967dd4bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd2171dea-a220-4f8f-89df-d02e4f0c9cd7'}}] {{(pid=82097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:45:54.870020 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-bdae978a-90b2-4848-91ca-0d44059a9ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:54.925852 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-ef01a8fb-2d71-4bb0-a59f-84c3a9c61af2 None None] For port 9879f769-9e07-4fd7-9a9a-eee24bc68c26, host dv-cinder-800229-1-iscsi, cleared binding levels {{(pid=82097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:45:54.946142 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-ef01a8fb-2d71-4bb0-a59f-84c3a9c61af2 None None] For port 9879f769-9e07-4fd7-9a9a-eee24bc68c26, host dv-cinder-800229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=9879f769-9e07-4fd7-9a9a-eee24bc68c26,segment=NetworkSegment(6ab29609-c173-4982-94fe-df6d6c34ea40),segment_id=6ab29609-c173-4982-94fe-df6d6c34ea40)] {{(pid=82097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:45:54.949424 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-7853ab76-a639-41be-928a-2ca1319f3e5b None None] Set router 26c27d23-1eb3-49dc-866d-bfb9b6ebf87e gateway port host: dv-cinder-800229-1-iscsi {{(pid=82098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:45:54.955285 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ef01a8fb-2d71-4bb0-a59f-84c3a9c61af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:54.961863 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:55.039555 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355bd9a3-1464-4c79-afea-9967dc46038a req-541386e9-779a-4ea4-8575-2818fe3286a7 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:55.048979 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-355bd9a3-1464-4c79-afea-9967dc46038a req-541386e9-779a-4ea4-8575-2818fe3286a7 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.1184525
Jul 14 08:45:55.142425 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-bdae978a-90b2-4848-91ca-0d44059a9ed9 None None] For port 7d673bd1-6666-4f4f-a113-667b372b9fa9, host dv-cinder-800229-1-iscsi, cleared binding levels {{(pid=82097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:45:55.152240 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-355bd9a3-1464-4c79-afea-9967dc46038a req-26b53e5d-36f8-4981-bee6-f117f87535e5 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018231
Jul 14 08:45:55.172199 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-bdae978a-90b2-4848-91ca-0d44059a9ed9 None None] For port 7d673bd1-6666-4f4f-a113-667b372b9fa9, host dv-cinder-800229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=7d673bd1-6666-4f4f-a113-667b372b9fa9,segment=NetworkSegment(1d30a653-55de-4e51-a2bb-41967dd4bf9d),segment_id=1d30a653-55de-4e51-a2bb-41967dd4bf9d)] {{(pid=82097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:45:55.173260 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4acc57-bafb-4c9d-b206-3c7347107f35 None None] Pushing event updated for resources: {'Port': ['ID=9879f769-9e07-4fd7-9a9a-eee24bc68c26,revision_number=4']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:55.177718 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-ab4acc57-bafb-4c9d-b206-3c7347107f35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:55.199623 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-bdae978a-90b2-4848-91ca-0d44059a9ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:55.199623 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-712a4e38-bd14-46ae-8082-29c98a4991dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:55.255386 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 05f24aaf-2f6f-4810-845b-a7ae03ce9c53 up at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:45:55.299411 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef01a8fb-2d71-4bb0-a59f-84c3a9c61af2 None None] Routers {'119d84f4-31b3-4a20-a1fc-f7186b505e62'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:45:55.300223 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-ef01a8fb-2d71-4bb0-a59f-84c3a9c61af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64022c1ef0>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:45:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['119d84f4-31b3-4a20-a1fc-f7186b505e62'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:45:55.535153 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae978a-90b2-4848-91ca-0d44059a9ed9 None None] Pushing event updated for resources: {'Port': ['ID=7d673bd1-6666-4f4f-a113-667b372b9fa9,revision_number=2']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:55.539552 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-bdae978a-90b2-4848-91ca-0d44059a9ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:55.607004 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-7853ab76-a639-41be-928a-2ca1319f3e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64027093c8>, [{'id': '26c27d23-1eb3-49dc-866d-bfb9b6ebf87e', 'name': 'tempest-TestMinimumBasicScenario-7080715-router', 'tenant_id': '9e06737124644ff49ca6d0b1a6d94b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '4ecb7250-c1bf-438f-81d7-23cb44420f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:45:52Z', 'updated_at': '2021-07-14T08:45:53Z', 'revision_number': 3, 'project_id': '9e06737124644ff49ca6d0b1a6d94b3b', 'gw_port': {'id': '4ecb7250-c1bf-438f-81d7-23cb44420f88', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c27d23-1eb3-49dc-866d-bfb9b6ebf87e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:53Z', 'updated_at': '2021-07-14T08:45:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi'}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:45:55.609937 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning for port 05f24aaf-2f6f-4810-845b-a7ae03ce9c53 completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:45:55.616704 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7853ab76-a639-41be-928a-2ca1319f3e5b None None] Checking router: 26c27d23-1eb3-49dc-866d-bfb9b6ebf87e for host: dv-cinder-800229-1-iscsi {{(pid=82098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:45:55.617392 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7853ab76-a639-41be-928a-2ca1319f3e5b None None] Updating router 26c27d23-1eb3-49dc-866d-bfb9b6ebf87e port 4ecb7250-c1bf-438f-81d7-23cb44420f88 binding host dv-cinder-800229-1-iscsi {{(pid=82098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 14 08:45:55.617647 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning complete for port 05f24aaf-2f6f-4810-845b-a7ae03ce9c53 triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:45:55.618075 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:55.658415 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-ef01a8fb-2d71-4bb0-a59f-84c3a9c61af2 None None] Set router 119d84f4-31b3-4a20-a1fc-f7186b505e62 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:45:55.768343 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7853ab76-a639-41be-928a-2ca1319f3e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:55.791351 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dcc1b0-bb62-4e86-833e-381c5ef06232 req-741b8980-b900-48c0-8cfc-3ab22adc35c4 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:55.799323 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-84dcc1b0-bb62-4e86-833e-381c5ef06232 req-741b8980-b900-48c0-8cfc-3ab22adc35c4 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/ports?device_id=2242d0e7-d1cd-4214-ad5a-977c852b924b HTTP/1.1" status: 200  len: 944 time: 0.2003946
Jul 14 08:45:55.874331 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-84dcc1b0-bb62-4e86-833e-381c5ef06232 req-0ebc7d8b-5889-4a87-9a7d-9f3a5339b224 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf5f5bf1-d60f-4816-96a5-4600e7eabce3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685349
Jul 14 08:45:56.147384 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:56.191699 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2242d0e7-d1cd-4214-ad5a-977c852b924b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f24aaf-2f6f-4810-845b-a7ae03ce9c53'}] {{(pid=82097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:45:56.208590 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port 05f24aaf-2f6f-4810-845b-a7ae03ce9c53, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=05f24aaf-2f6f-4810-845b-a7ae03ce9c53,segment=NetworkSegment(ec93f0da-9f9f-40ad-ac7a-4e9e1f7ae5f3),segment_id=ec93f0da-9f9f-40ad-ac7a-4e9e1f7ae5f3)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:45:56.241282 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:56.246583 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:56.288868 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.agents_db [None req-e2914788-e7e4-4a13-b83f-78c3979e9233 None None] Agent healthcheck: found 6 active agents {{(pid=82098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 14 08:45:56.314530 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-14f714a4-7c14-4dc8-bbe2-7a21316ce08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:56.449325 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2242d0e7-d1cd-4214-ad5a-977c852b924b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f24aaf-2f6f-4810-845b-a7ae03ce9c53', 'code': 200}
Jul 14 08:45:56.461718 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 7d673bd1-6666-4f4f-a113-667b372b9fa9 up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:45:56.560033 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7853ab76-a639-41be-928a-2ca1319f3e5b None None] Notify callbacks [] for port, precommit_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:56.592897 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-7853ab76-a639-41be-928a-2ca1319f3e5b None None] Transition to ACTIVE for port object 4ecb7250-c1bf-438f-81d7-23cb44420f88 will not be triggered until provisioned by entity L2. {{(pid=82098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:45:56.593436 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=05f24aaf-2f6f-4810-845b-a7ae03ce9c53,revision_number=5']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:56.606744 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:56.608390 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7853ab76-a639-41be-928a-2ca1319f3e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:56.613971 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-813fee01-6c99-42b8-bff7-c67247e87b1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:56.688496 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-ef01a8fb-2d71-4bb0-a59f-84c3a9c61af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64022c1ef0>, [{'id': '119d84f4-31b3-4a20-a1fc-f7186b505e62', 'name': 'tempest-TestMinimumBasicScenario-2035121711-router', 'tenant_id': '040f599933ea4921bd32ee786c14df5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '921031be-df4a-4a1a-82ca-b46c0affff6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:45:41Z', 'updated_at': '2021-07-14T08:45:47Z', 'revision_number': 4, 'project_id': '040f599933ea4921bd32ee786c14df5e', 'gw_port': {'id': '921031be-df4a-4a1a-82ca-b46c0affff6d', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119d84f4-31b3-4a20-a1fc-f7186b505e62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:42Z', 'updated_at': '2021-07-14T08:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': '9879f769-9e07-4fd7-9a9a-eee24bc68c26', 'name': '', 'network_id': '3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e', 'tenant_id': '040f599933ea4921bd32ee786c14df5e', 'mac_address': 'fa:16:3e:4f:17:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '119d84f4-31b3-4a20-a1fc-f7186b505e62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2cf41e9b-05a3-472b-ac95-40e03d3ea215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:46Z', 'updated_at': '2021-07-14T08:45:54Z', 'revision_number': 4, 'project_id': '040f599933ea4921bd32ee786c14df5e', 'subnets': [{'id': '2cf41e9b-05a3-472b-ac95-40e03d3ea215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:45:56.696266 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef01a8fb-2d71-4bb0-a59f-84c3a9c61af2 None None] The sync data for ids ['119d84f4-31b3-4a20-a1fc-f7186b505e62'] in dv-cinder-800229-1-iscsi is: [{'id': '119d84f4-31b3-4a20-a1fc-f7186b505e62', 'name': 'tempest-TestMinimumBasicScenario-2035121711-router', 'tenant_id': '040f599933ea4921bd32ee786c14df5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '921031be-df4a-4a1a-82ca-b46c0affff6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:45:41Z', 'updated_at': '2021-07-14T08:45:47Z', 'revision_number': 4, 'project_id': '040f599933ea4921bd32ee786c14df5e', 'gw_port': {'id': '921031be-df4a-4a1a-82ca-b46c0affff6d', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119d84f4-31b3-4a20-a1fc-f7186b505e62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:42Z', 'updated_at': '2021-07-14T08:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': '9879f769-9e07-4fd7-9a9a-eee24bc68c26', 'name': '', 'network_id': '3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e', 'tenant_id': '040f599933ea4921bd32ee786c14df5e', 'mac_address': 'fa:16:3e:4f:17:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '119d84f4-31b3-4a20-a1fc-f7186b505e62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2cf41e9b-05a3-472b-ac95-40e03d3ea215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:46Z', 'updated_at': '2021-07-14T08:45:54Z', 'revision_number': 4, 'project_id': '040f599933ea4921bd32ee786c14df5e', 'subnets': [{'id': '2cf41e9b-05a3-472b-ac95-40e03d3ea215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:45:56.710366 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning for port 7d673bd1-6666-4f4f-a113-667b372b9fa9 completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:45:56.711681 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [None req-14f714a4-7c14-4dc8-bbe2-7a21316ce08a admin admin] Allocated IP 172.20.0.1 (d2171dea-a220-4f8f-89df-d02e4f0c9cd7/1318d728-c85e-4f2b-a070-d558d22d0f4a/398dde97-3296-425e-91e2-ccc8a3baa5bb) {{(pid=82095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:45:56.770746 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306783fa-d958-4d6f-8cdf-8fb62e664d9d req-5949ced2-eb05-490c-b248-321e381313a2 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:56.775747 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-306783fa-d958-4d6f-8cdf-8fb62e664d9d req-5949ced2-eb05-490c-b248-321e381313a2 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.2589524
Jul 14 08:45:56.788166 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-7853ab76-a639-41be-928a-2ca1319f3e5b None None] Attempting to bind port 4ecb7250-c1bf-438f-81d7-23cb44420f88 on host dv-cinder-800229-1-iscsi for vnic_type normal with profile  {{(pid=82098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:45:56.788166 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-7853ab76-a639-41be-928a-2ca1319f3e5b None None] Attempting to bind port 4ecb7250-c1bf-438f-81d7-23cb44420f88 by drivers openvswitch,hyperv on host dv-cinder-800229-1-iscsi at level 0 using segments [{'id': 'eeb05519-cb3f-4410-affd-d7c1079f9a7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'}] {{(pid=82098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:45:56.788336 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7853ab76-a639-41be-928a-2ca1319f3e5b None None] Attempting to bind port 4ecb7250-c1bf-438f-81d7-23cb44420f88 on network 67339833-1858-4359-a5f3-39cbe3daa12b {{(pid=82098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:45:56.805934 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7853ab76-a639-41be-928a-2ca1319f3e5b None None] Checking agent: {'id': '0d58c09d-3d0a-420d-b789-56ac4f0c32ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 37), 'started_at': datetime.datetime(2021, 7, 14, 8, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:45:56.806713 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7853ab76-a639-41be-928a-2ca1319f3e5b None None] Checking segment: {'id': 'eeb05519-cb3f-4410-affd-d7c1079f9a7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:45:56.808590 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7853ab76-a639-41be-928a-2ca1319f3e5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:56.814375 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7853ab76-a639-41be-928a-2ca1319f3e5b None None] Bound using segment: {'id': 'eeb05519-cb3f-4410-affd-d7c1079f9a7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'} {{(pid=82098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:45:56.818617 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-7853ab76-a639-41be-928a-2ca1319f3e5b None None] Bound port: 4ecb7250-c1bf-438f-81d7-23cb44420f88, host: dv-cinder-800229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb05519-cb3f-4410-affd-d7c1079f9a7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'}}] {{(pid=82098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:45:56.820556 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7853ab76-a639-41be-928a-2ca1319f3e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:56.880914 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7079-c3c8-43ac-a866-bc5f14178b70 None None] Pushing event updated for resources: {'Port': ['ID=4ecb7250-c1bf-438f-81d7-23cb44420f88,revision_number=2']} {{(pid=82098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:56.885302 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e49d7079-c3c8-43ac-a866-bc5f14178b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=82098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:56.934693 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-7853ab76-a639-41be-928a-2ca1319f3e5b None None] For port 4ecb7250-c1bf-438f-81d7-23cb44420f88, host dv-cinder-800229-1-iscsi, cleared binding levels {{(pid=82098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:45:56.939592 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-7853ab76-a639-41be-928a-2ca1319f3e5b None None] For port 4ecb7250-c1bf-438f-81d7-23cb44420f88, host dv-cinder-800229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=4ecb7250-c1bf-438f-81d7-23cb44420f88,segment=NetworkSegment(eeb05519-cb3f-4410-affd-d7c1079f9a7a),segment_id=eeb05519-cb3f-4410-affd-d7c1079f9a7a)] {{(pid=82098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:45:56.944730 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7853ab76-a639-41be-928a-2ca1319f3e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:56.952535 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-bb0d9860-5841-41b5-b68b-434f9d71551f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:56.973398 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-306783fa-d958-4d6f-8cdf-8fb62e664d9d req-4c31d0b4-61fe-4594-a974-6385fc666526 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1766708
Jul 14 08:45:57.026540 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-14f714a4-7c14-4dc8-bbe2-7a21316ce08a admin admin] Notify callbacks [] for port, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:57.054832 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7079-c3c8-43ac-a866-bc5f14178b70 None None] Pushing event updated for resources: {'Port': ['ID=4ecb7250-c1bf-438f-81d7-23cb44420f88,revision_number=3']} {{(pid=82098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:57.058191 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e49d7079-c3c8-43ac-a866-bc5f14178b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:57.061451 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7853ab76-a639-41be-928a-2ca1319f3e5b None None] Routers {'26c27d23-1eb3-49dc-866d-bfb9b6ebf87e'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:45:57.062119 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-7853ab76-a639-41be-928a-2ca1319f3e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64027093c8>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:45:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['26c27d23-1eb3-49dc-866d-bfb9b6ebf87e'], 'active': True} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:45:57.069569 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-14f714a4-7c14-4dc8-bbe2-7a21316ce08a admin admin] Transition to ACTIVE for port object 398dde97-3296-425e-91e2-ccc8a3baa5bb will not be triggered until provisioned by entity DHCP. {{(pid=82095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:45:57.100616 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-14f714a4-7c14-4dc8-bbe2-7a21316ce08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:57.117227 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:57.217425 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f714a4-7c14-4dc8-bbe2-7a21316ce08a admin admin] Network d2171dea-a220-4f8f-89df-d02e4f0c9cd7 is already hosted by enough agents. {{(pid=82095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:45:57.230619 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-14f714a4-7c14-4dc8-bbe2-7a21316ce08a admin admin] Resources bound (agent type, host, resource id):  {{(pid=82095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:45:57.240682 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f714a4-7c14-4dc8-bbe2-7a21316ce08a admin admin] Received port after_create {{(pid=82095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:45:57.296386 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-7853ab76-a639-41be-928a-2ca1319f3e5b None None] Set router 26c27d23-1eb3-49dc-866d-bfb9b6ebf87e gateway port host: dv-cinder-800229-1-iscsi {{(pid=82098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:45:57.310597 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f714a4-7c14-4dc8-bbe2-7a21316ce08a admin admin] Pushing event updated for resources: {'Port': ['ID=398dde97-3296-425e-91e2-ccc8a3baa5bb,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:57.313927 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-14f714a4-7c14-4dc8-bbe2-7a21316ce08a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:57.349029 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-14f714a4-7c14-4dc8-bbe2-7a21316ce08a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691418'] for router_interface, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:57.369839 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0db12-e7da-492e-adaa-5284db73d914 req-b3e66808-a371-490b-8dc8-e19f1853845d tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:45:57.389269 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-10b0db12-e7da-492e-adaa-5284db73d914 req-b3e66808-a371-490b-8dc8-e19f1853845d tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/ports?device_id=2242d0e7-d1cd-4214-ad5a-977c852b924b HTTP/1.1" status: 200  len: 945 time: 0.2278578
Jul 14 08:45:57.462977 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-10b0db12-e7da-492e-adaa-5284db73d914 req-feae60c8-2dd7-41dd-b0cf-462b3e761276 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf5f5bf1-d60f-4816-96a5-4600e7eabce3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723758
Jul 14 08:45:57.541888 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-14f714a4-7c14-4dc8-bbe2-7a21316ce08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:57.721823 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874df1bb-e207-4939-a4dd-c93590fb3770 None None] Network d2171dea-a220-4f8f-89df-d02e4f0c9cd7 requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:45:57.848609 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-7853ab76-a639-41be-928a-2ca1319f3e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64027093c8>, [{'id': '26c27d23-1eb3-49dc-866d-bfb9b6ebf87e', 'name': 'tempest-TestMinimumBasicScenario-7080715-router', 'tenant_id': '9e06737124644ff49ca6d0b1a6d94b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '4ecb7250-c1bf-438f-81d7-23cb44420f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:45:52Z', 'updated_at': '2021-07-14T08:45:53Z', 'revision_number': 3, 'project_id': '9e06737124644ff49ca6d0b1a6d94b3b', 'gw_port': {'id': '4ecb7250-c1bf-438f-81d7-23cb44420f88', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c27d23-1eb3-49dc-866d-bfb9b6ebf87e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:53Z', 'updated_at': '2021-07-14T08:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi'}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:45:57.857191 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7853ab76-a639-41be-928a-2ca1319f3e5b None None] The sync data for ids ['26c27d23-1eb3-49dc-866d-bfb9b6ebf87e'] in dv-cinder-800229-1-iscsi is: [{'id': '26c27d23-1eb3-49dc-866d-bfb9b6ebf87e', 'name': 'tempest-TestMinimumBasicScenario-7080715-router', 'tenant_id': '9e06737124644ff49ca6d0b1a6d94b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '4ecb7250-c1bf-438f-81d7-23cb44420f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:45:52Z', 'updated_at': '2021-07-14T08:45:53Z', 'revision_number': 3, 'project_id': '9e06737124644ff49ca6d0b1a6d94b3b', 'gw_port': {'id': '4ecb7250-c1bf-438f-81d7-23cb44420f88', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c27d23-1eb3-49dc-866d-bfb9b6ebf87e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:53Z', 'updated_at': '2021-07-14T08:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi'}] {{(pid=82098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:45:57.909881 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-39458b83-c328-41a1-82f1-06222cf3bb45 None None] Provisioning for port 7d673bd1-6666-4f4f-a113-667b372b9fa9 completed by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:45:57.919236 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-39458b83-c328-41a1-82f1-06222cf3bb45 None None] Provisioning complete for port 7d673bd1-6666-4f4f-a113-667b372b9fa9 triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:45:57.919657 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-39458b83-c328-41a1-82f1-06222cf3bb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:57.947457 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-14f714a4-7c14-4dc8-bbe2-7a21316ce08a admin admin] Notify callbacks [] for port, precommit_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:57.952499 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-14f714a4-7c14-4dc8-bbe2-7a21316ce08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852740876'] for port, after_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:57.999849 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-cf47513e-e81a-49e7-8cf0-b445f7d1bdd1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:58.056640 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-14f714a4-7c14-4dc8-bbe2-7a21316ce08a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846971082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854084487'] for router_interface, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:58.085252 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f714a4-7c14-4dc8-bbe2-7a21316ce08a admin admin] Pushing event updated for resources: {'Port': ['ID=398dde97-3296-425e-91e2-ccc8a3baa5bb,revision_number=2']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:58.088553 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-14f714a4-7c14-4dc8-bbe2-7a21316ce08a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:58.286052 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f714a4-7c14-4dc8-bbe2-7a21316ce08a admin admin] Network d2171dea-a220-4f8f-89df-d02e4f0c9cd7 is already hosted by enough agents. {{(pid=82095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:45:58.287617 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-14f714a4-7c14-4dc8-bbe2-7a21316ce08a admin admin] Resources bound (agent type, host, resource id):  {{(pid=82095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:45:58.330737 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-39458b83-c328-41a1-82f1-06222cf3bb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:58.340546 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 9879f769-9e07-4fd7-9a9a-eee24bc68c26 up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:45:58.492438 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-39458b83-c328-41a1-82f1-06222cf3bb45 None None] For port 7d673bd1-6666-4f4f-a113-667b372b9fa9, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=7d673bd1-6666-4f4f-a113-667b372b9fa9,segment=NetworkSegment(1d30a653-55de-4e51-a2bb-41967dd4bf9d),segment_id=1d30a653-55de-4e51-a2bb-41967dd4bf9d)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:45:58.501227 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-39458b83-c328-41a1-82f1-06222cf3bb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:58.504207 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning for port 9879f769-9e07-4fd7-9a9a-eee24bc68c26 completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:45:58.515351 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-857b1b89-5156-4048-a4ba-cd7d43d3d945 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:58.583319 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port 9879f769-9e07-4fd7-9a9a-eee24bc68c26 triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:45:58.583747 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:58.670340 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39458b83-c328-41a1-82f1-06222cf3bb45 None None] Pushing event updated for resources: {'Port': ['ID=7d673bd1-6666-4f4f-a113-667b372b9fa9,revision_number=3']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:58.678962 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-39458b83-c328-41a1-82f1-06222cf3bb45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:58.761866 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:58.804185 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] For port 9879f769-9e07-4fd7-9a9a-eee24bc68c26, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=9879f769-9e07-4fd7-9a9a-eee24bc68c26,segment=NetworkSegment(6ab29609-c173-4982-94fe-df6d6c34ea40),segment_id=6ab29609-c173-4982-94fe-df6d6c34ea40)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:45:58.812034 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:58.815265 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:45:58.900909 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f714a4-7c14-4dc8-bbe2-7a21316ce08a admin admin] Router 26c27d23-1eb3-49dc-866d-bfb9b6ebf87e has already been hosted by L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c {{(pid=82095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 14 08:45:58.944832 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Pushing event updated for resources: {'Port': ['ID=9879f769-9e07-4fd7-9a9a-eee24bc68c26,revision_number=5']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:45:58.949439 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:45:58.957348 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-1b9a09b3-50a8-4372-b299-9febf49446c1 None None] Provisioning complete for port 7d673bd1-6666-4f4f-a113-667b372b9fa9 triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:45:58.957774 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1b9a09b3-50a8-4372-b299-9febf49446c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:59.114384 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-1b9a09b3-50a8-4372-b299-9febf49446c1 None None] Provisioning for port 398dde97-3296-425e-91e2-ccc8a3baa5bb completed by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:45:59.123251 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-1b9a09b3-50a8-4372-b299-9febf49446c1 None None] Provisioning complete for port 398dde97-3296-425e-91e2-ccc8a3baa5bb triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:45:59.123830 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1b9a09b3-50a8-4372-b299-9febf49446c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:59.192511 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-1b9a09b3-50a8-4372-b299-9febf49446c1 None None] Port 398dde97-3296-425e-91e2-ccc8a3baa5bb cannot update to ACTIVE because it is not bound. {{(pid=82097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 14 08:45:59.323826 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-3b2e67a6-ba8d-4525-bba3-5dc64da497ba None None] Provisioning complete for port 398dde97-3296-425e-91e2-ccc8a3baa5bb triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:45:59.324249 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3b2e67a6-ba8d-4525-bba3-5dc64da497ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:59.369398 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f714a4-7c14-4dc8-bbe2-7a21316ce08a admin admin] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:45:59.382476 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-14f714a4-7c14-4dc8-bbe2-7a21316ce08a admin admin] 10.222.0.42 "PUT /v2.0/routers/26c27d23-1eb3-49dc-866d-bfb9b6ebf87e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6366127
Jul 14 08:45:59.394680 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-3b2e67a6-ba8d-4525-bba3-5dc64da497ba None None] Port 398dde97-3296-425e-91e2-ccc8a3baa5bb cannot update to ACTIVE because it is not bound. {{(pid=82097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 14 08:45:59.617547 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-2ac76830-6a4f-4c3e-9564-a6318eff0d57 None None] Provisioning complete for port 398dde97-3296-425e-91e2-ccc8a3baa5bb triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:45:59.621976 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2ac76830-6a4f-4c3e-9564-a6318eff0d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:45:59.680112 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-2ac76830-6a4f-4c3e-9564-a6318eff0d57 None None] Port 398dde97-3296-425e-91e2-ccc8a3baa5bb cannot update to ACTIVE because it is not bound. {{(pid=82097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 14 08:46:00.015822 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4fe54daf-0666-4104-b925-d93b59cda99e req-46067da8-d4d1-442c-afa1-ac17e4f39e71 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2242d0e7-d1cd-4214-ad5a-977c852b924b HTTP/1.1" status: 200  len: 1098 time: 0.0804133
Jul 14 08:46:00.137782 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4fe54daf-0666-4104-b925-d93b59cda99e req-42f8fdba-2a18-4c9b-84ce-1df9742356b2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cf5f5bf1-d60f-4816-96a5-4600e7eabce3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501971
Jul 14 08:46:00.399711 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 7d673bd1-6666-4f4f-a113-667b372b9fa9 up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:46:00.577650 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2499ac-5e82-4d76-8673-55117b8ede06 req-16530caf-4a27-42f6-9a43-9042965dba16 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:00.581656 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cd2499ac-5e82-4d76-8673-55117b8ede06 req-16530caf-4a27-42f6-9a43-9042965dba16 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.2227781
Jul 14 08:46:00.591879 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port 7d673bd1-6666-4f4f-a113-667b372b9fa9 triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:46:00.592840 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:00.705086 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a028ec6-a436-4409-bf97-23054a371fe9 req-78d5e44f-b6e0-40e8-9b3e-f41f67d5e664 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:00.709877 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cd2499ac-5e82-4d76-8673-55117b8ede06 req-2b49e841-9f7e-4ccc-a2cb-a268cbe8342b tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217525
Jul 14 08:46:00.713827 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6a028ec6-a436-4409-bf97-23054a371fe9 req-78d5e44f-b6e0-40e8-9b3e-f41f67d5e664 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/ports?device_id=2242d0e7-d1cd-4214-ad5a-977c852b924b HTTP/1.1" status: 200  len: 945 time: 0.1638546
Jul 14 08:46:00.782157 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6a028ec6-a436-4409-bf97-23054a371fe9 req-018fdb18-d2aa-4f68-a45a-a82d47f207ac tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf5f5bf1-d60f-4816-96a5-4600e7eabce3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670719
Jul 14 08:46:00.865247 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 9879f769-9e07-4fd7-9a9a-eee24bc68c26 up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:46:00.981821 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port 9879f769-9e07-4fd7-9a9a-eee24bc68c26 triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:46:00.982323 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:01.151538 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 4ecb7250-c1bf-438f-81d7-23cb44420f88 up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:46:01.256233 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning for port 4ecb7250-c1bf-438f-81d7-23cb44420f88 completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:46:01.266939 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port 4ecb7250-c1bf-438f-81d7-23cb44420f88 triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:46:01.267432 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:01.436479 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:01.458840 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] For port 4ecb7250-c1bf-438f-81d7-23cb44420f88, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=4ecb7250-c1bf-438f-81d7-23cb44420f88,segment=NetworkSegment(eeb05519-cb3f-4410-affd-d7c1079f9a7a),segment_id=eeb05519-cb3f-4410-affd-d7c1079f9a7a)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:46:01.465989 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:01.472506 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:01.552245 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Pushing event updated for resources: {'Port': ['ID=4ecb7250-c1bf-438f-81d7-23cb44420f88,revision_number=4']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:01.565430 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:01.775706 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37401290-96c1-4597-8f34-0629c859fa1f None None] Sync routers for ids ['26c27d23-1eb3-49dc-866d-bfb9b6ebf87e'] in dv-cinder-800229-1-iscsi {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:46:01.809713 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37401290-96c1-4597-8f34-0629c859fa1f None None] Routers {'26c27d23-1eb3-49dc-866d-bfb9b6ebf87e'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:46:01.810418 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-37401290-96c1-4597-8f34-0629c859fa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6402c54eb8>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:45:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['26c27d23-1eb3-49dc-866d-bfb9b6ebf87e'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:46:01.992898 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa33b4e-e6a0-461a-91b4-9d48fa584791 req-b4ea978c-495e-4a49-bead-706978e20b1c tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:02.014295 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5aa33b4e-e6a0-461a-91b4-9d48fa584791 req-b4ea978c-495e-4a49-bead-706978e20b1c tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.1348605
Jul 14 08:46:02.087888 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2aa8fb-eeff-41b0-bc72-871cab1cb7a7 req-06f3ef2e-aede-4a65-9f9f-b7ae2b1bf6a5 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:02.096728 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fa2aa8fb-eeff-41b0-bc72-871cab1cb7a7 req-06f3ef2e-aede-4a65-9f9f-b7ae2b1bf6a5 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/ports?device_id=2242d0e7-d1cd-4214-ad5a-977c852b924b HTTP/1.1" status: 200  len: 945 time: 0.1100852
Jul 14 08:46:02.106791 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5aa33b4e-e6a0-461a-91b4-9d48fa584791 req-1b565dee-8381-4a84-88ff-fc955004f8ce tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911744
Jul 14 08:46:02.124311 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-37401290-96c1-4597-8f34-0629c859fa1f None None] Set router 26c27d23-1eb3-49dc-866d-bfb9b6ebf87e gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:46:02.163770 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fa2aa8fb-eeff-41b0-bc72-871cab1cb7a7 req-bcbad520-5b2c-4615-8ea3-0e1567291a31 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf5f5bf1-d60f-4816-96a5-4600e7eabce3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656695
Jul 14 08:46:02.495401 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 4ecb7250-c1bf-438f-81d7-23cb44420f88 up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:46:02.757346 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port 4ecb7250-c1bf-438f-81d7-23cb44420f88 triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:46:02.758001 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:02.824991 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-37401290-96c1-4597-8f34-0629c859fa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6402c54eb8>, [{'id': '26c27d23-1eb3-49dc-866d-bfb9b6ebf87e', 'name': 'tempest-TestMinimumBasicScenario-7080715-router', 'tenant_id': '9e06737124644ff49ca6d0b1a6d94b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '4ecb7250-c1bf-438f-81d7-23cb44420f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:45:52Z', 'updated_at': '2021-07-14T08:45:57Z', 'revision_number': 4, 'project_id': '9e06737124644ff49ca6d0b1a6d94b3b', 'gw_port': {'id': '4ecb7250-c1bf-438f-81d7-23cb44420f88', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c27d23-1eb3-49dc-866d-bfb9b6ebf87e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:53Z', 'updated_at': '2021-07-14T08:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': '398dde97-3296-425e-91e2-ccc8a3baa5bb', 'name': '', 'network_id': 'd2171dea-a220-4f8f-89df-d02e4f0c9cd7', 'tenant_id': '9e06737124644ff49ca6d0b1a6d94b3b', 'mac_address': 'fa:16:3e:0e:bc:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c27d23-1eb3-49dc-866d-bfb9b6ebf87e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1318d728-c85e-4f2b-a070-d558d22d0f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:56Z', 'updated_at': '2021-07-14T08:45:57Z', 'revision_number': 2, 'project_id': '9e06737124644ff49ca6d0b1a6d94b3b', 'subnets': [{'id': '1318d728-c85e-4f2b-a070-d558d22d0f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:46:02.831851 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37401290-96c1-4597-8f34-0629c859fa1f None None] Checking router: 26c27d23-1eb3-49dc-866d-bfb9b6ebf87e for host: dv-cinder-800229-1-iscsi {{(pid=82097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:46:02.832188 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37401290-96c1-4597-8f34-0629c859fa1f None None] Updating router 26c27d23-1eb3-49dc-866d-bfb9b6ebf87e port 398dde97-3296-425e-91e2-ccc8a3baa5bb binding host dv-cinder-800229-1-iscsi {{(pid=82097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 14 08:46:02.964115 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-37401290-96c1-4597-8f34-0629c859fa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:03.416497 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ffa698-b0fc-4e81-a217-f4161e1bfa18 req-62052f2b-588c-4e6e-af97-c5d7695fadd3 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:03.418252 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-80ffa698-b0fc-4e81-a217-f4161e1bfa18 req-62052f2b-588c-4e6e-af97-c5d7695fadd3 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.1262226
Jul 14 08:46:03.475488 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-37401290-96c1-4597-8f34-0629c859fa1f None None] Notify callbacks [] for port, precommit_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:03.492746 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-37401290-96c1-4597-8f34-0629c859fa1f None None] Transition to ACTIVE for port object 398dde97-3296-425e-91e2-ccc8a3baa5bb will not be triggered until provisioned by entity L2. {{(pid=82097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:46:03.499846 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-37401290-96c1-4597-8f34-0629c859fa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:03.501380 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-80ffa698-b0fc-4e81-a217-f4161e1bfa18 req-d9004b26-752c-4011-b326-c3afd39417c5 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757513
Jul 14 08:46:03.505027 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-ab4acc57-bafb-4c9d-b206-3c7347107f35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:03.681681 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9062600-864b-4dae-b661-84a9909940a0 None None] Pushing event updated for resources: {'Port': ['ID=398dde97-3296-425e-91e2-ccc8a3baa5bb,revision_number=3']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:03.689060 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c9062600-864b-4dae-b661-84a9909940a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:03.782497 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ce727-2418-4446-ba24-bd07cd97118b req-6222d8ec-7c25-489b-a3ba-3ac076f6d947 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:03.790392 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-277ce727-2418-4446-ba24-bd07cd97118b req-6222d8ec-7c25-489b-a3ba-3ac076f6d947 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/ports?device_id=2242d0e7-d1cd-4214-ad5a-977c852b924b HTTP/1.1" status: 200  len: 945 time: 0.1000817
Jul 14 08:46:03.815693 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-37401290-96c1-4597-8f34-0629c859fa1f None None] Attempting to bind port 398dde97-3296-425e-91e2-ccc8a3baa5bb on host dv-cinder-800229-1-iscsi for vnic_type normal with profile  {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:46:03.816120 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-37401290-96c1-4597-8f34-0629c859fa1f None None] Attempting to bind port 398dde97-3296-425e-91e2-ccc8a3baa5bb by drivers openvswitch,hyperv on host dv-cinder-800229-1-iscsi at level 0 using segments [{'id': '1d30a653-55de-4e51-a2bb-41967dd4bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd2171dea-a220-4f8f-89df-d02e4f0c9cd7'}] {{(pid=82097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:46:03.816531 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37401290-96c1-4597-8f34-0629c859fa1f None None] Attempting to bind port 398dde97-3296-425e-91e2-ccc8a3baa5bb on network d2171dea-a220-4f8f-89df-d02e4f0c9cd7 {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:46:03.827092 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37401290-96c1-4597-8f34-0629c859fa1f None None] Checking agent: {'id': '0d58c09d-3d0a-420d-b789-56ac4f0c32ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 37), 'started_at': datetime.datetime(2021, 7, 14, 8, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:46:03.827539 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37401290-96c1-4597-8f34-0629c859fa1f None None] Checking segment: {'id': '1d30a653-55de-4e51-a2bb-41967dd4bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd2171dea-a220-4f8f-89df-d02e4f0c9cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:46:03.828120 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-37401290-96c1-4597-8f34-0629c859fa1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:03.828563 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37401290-96c1-4597-8f34-0629c859fa1f None None] Bound using segment: {'id': '1d30a653-55de-4e51-a2bb-41967dd4bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd2171dea-a220-4f8f-89df-d02e4f0c9cd7'} {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:46:03.829776 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-37401290-96c1-4597-8f34-0629c859fa1f None None] Bound port: 398dde97-3296-425e-91e2-ccc8a3baa5bb, host: dv-cinder-800229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d30a653-55de-4e51-a2bb-41967dd4bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd2171dea-a220-4f8f-89df-d02e4f0c9cd7'}}] {{(pid=82097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:46:03.830213 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-37401290-96c1-4597-8f34-0629c859fa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:03.844228 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-277ce727-2418-4446-ba24-bd07cd97118b req-bb89a754-7a03-4d7f-a0b6-625f89316ec1 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf5f5bf1-d60f-4816-96a5-4600e7eabce3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527976
Jul 14 08:46:03.945936 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-37401290-96c1-4597-8f34-0629c859fa1f None None] For port 398dde97-3296-425e-91e2-ccc8a3baa5bb, host dv-cinder-800229-1-iscsi, cleared binding levels {{(pid=82097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:46:03.950527 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-37401290-96c1-4597-8f34-0629c859fa1f None None] For port 398dde97-3296-425e-91e2-ccc8a3baa5bb, host dv-cinder-800229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=398dde97-3296-425e-91e2-ccc8a3baa5bb,segment=NetworkSegment(1d30a653-55de-4e51-a2bb-41967dd4bf9d),segment_id=1d30a653-55de-4e51-a2bb-41967dd4bf9d)] {{(pid=82097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:46:03.958528 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-37401290-96c1-4597-8f34-0629c859fa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:03.963434 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-932ed133-bb27-42e5-8f55-53ff8cbd59c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:04.078996 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9062600-864b-4dae-b661-84a9909940a0 None None] Pushing event updated for resources: {'Port': ['ID=398dde97-3296-425e-91e2-ccc8a3baa5bb,revision_number=4']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:04.085943 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c9062600-864b-4dae-b661-84a9909940a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:04.086819 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37401290-96c1-4597-8f34-0629c859fa1f None None] Routers {'26c27d23-1eb3-49dc-866d-bfb9b6ebf87e'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:46:04.087730 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-37401290-96c1-4597-8f34-0629c859fa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6402c54eb8>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:45:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['26c27d23-1eb3-49dc-866d-bfb9b6ebf87e'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:46:04.681596 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-37401290-96c1-4597-8f34-0629c859fa1f None None] Set router 26c27d23-1eb3-49dc-866d-bfb9b6ebf87e gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:46:04.785149 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9423c5-82d0-44a2-8da1-888562c873df req-e2274727-7685-4d2b-a7b7-f97affb17dcf tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:04.793896 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ec9423c5-82d0-44a2-8da1-888562c873df req-e2274727-7685-4d2b-a7b7-f97affb17dcf tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.1078751
Jul 14 08:46:04.853741 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ec9423c5-82d0-44a2-8da1-888562c873df req-bf284da6-c737-450a-8baf-41d22166a58b tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585384
Jul 14 08:46:05.198300 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 55886) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:46:05.318556 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-37401290-96c1-4597-8f34-0629c859fa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6402c54eb8>, [{'id': '26c27d23-1eb3-49dc-866d-bfb9b6ebf87e', 'name': 'tempest-TestMinimumBasicScenario-7080715-router', 'tenant_id': '9e06737124644ff49ca6d0b1a6d94b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '4ecb7250-c1bf-438f-81d7-23cb44420f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:45:52Z', 'updated_at': '2021-07-14T08:45:57Z', 'revision_number': 4, 'project_id': '9e06737124644ff49ca6d0b1a6d94b3b', 'gw_port': {'id': '4ecb7250-c1bf-438f-81d7-23cb44420f88', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c27d23-1eb3-49dc-866d-bfb9b6ebf87e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:53Z', 'updated_at': '2021-07-14T08:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': '398dde97-3296-425e-91e2-ccc8a3baa5bb', 'name': '', 'network_id': 'd2171dea-a220-4f8f-89df-d02e4f0c9cd7', 'tenant_id': '9e06737124644ff49ca6d0b1a6d94b3b', 'mac_address': 'fa:16:3e:0e:bc:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c27d23-1eb3-49dc-866d-bfb9b6ebf87e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1318d728-c85e-4f2b-a070-d558d22d0f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:56Z', 'updated_at': '2021-07-14T08:46:03Z', 'revision_number': 4, 'project_id': '9e06737124644ff49ca6d0b1a6d94b3b', 'subnets': [{'id': '1318d728-c85e-4f2b-a070-d558d22d0f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:46:05.327781 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37401290-96c1-4597-8f34-0629c859fa1f None None] The sync data for ids ['26c27d23-1eb3-49dc-866d-bfb9b6ebf87e'] in dv-cinder-800229-1-iscsi is: [{'id': '26c27d23-1eb3-49dc-866d-bfb9b6ebf87e', 'name': 'tempest-TestMinimumBasicScenario-7080715-router', 'tenant_id': '9e06737124644ff49ca6d0b1a6d94b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '4ecb7250-c1bf-438f-81d7-23cb44420f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:45:52Z', 'updated_at': '2021-07-14T08:45:57Z', 'revision_number': 4, 'project_id': '9e06737124644ff49ca6d0b1a6d94b3b', 'gw_port': {'id': '4ecb7250-c1bf-438f-81d7-23cb44420f88', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c27d23-1eb3-49dc-866d-bfb9b6ebf87e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:53Z', 'updated_at': '2021-07-14T08:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': '398dde97-3296-425e-91e2-ccc8a3baa5bb', 'name': '', 'network_id': 'd2171dea-a220-4f8f-89df-d02e4f0c9cd7', 'tenant_id': '9e06737124644ff49ca6d0b1a6d94b3b', 'mac_address': 'fa:16:3e:0e:bc:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c27d23-1eb3-49dc-866d-bfb9b6ebf87e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1318d728-c85e-4f2b-a070-d558d22d0f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:56Z', 'updated_at': '2021-07-14T08:46:03Z', 'revision_number': 4, 'project_id': '9e06737124644ff49ca6d0b1a6d94b3b', 'subnets': [{'id': '1318d728-c85e-4f2b-a070-d558d22d0f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:46:05.567721 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c6c26102-385e-4c7f-8f0c-d4d1e089c877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:05.613203 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-c6c26102-385e-4c7f-8f0c-d4d1e089c877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:46:05.617760 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-c6c26102-385e-4c7f-8f0c-d4d1e089c877 admin admin] Usage tracker for resource:security_group_rule and tenant:15e68a506d7a4968980cfbc22524ae88 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:46:05.621959 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-c6c26102-385e-4c7f-8f0c-d4d1e089c877 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:46:05.631264 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-c6c26102-385e-4c7f-8f0c-d4d1e089c877 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:46:05.739265 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c6c26102-385e-4c7f-8f0c-d4d1e089c877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:05.746305 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c6c26102-385e-4c7f-8f0c-d4d1e089c877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:05.751392 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-59316746-c537-4634-9d3f-a137edfe9725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:05.755074 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c7f8f5bb-8f6f-402b-b792-7189a47a21dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:05.817967 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 55906) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:46:05.818312 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-c6c26102-385e-4c7f-8f0c-d4d1e089c877 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=15e68a506d7a4968980cfbc22524ae88&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6177044
Jul 14 08:46:05.827425 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c26102-385e-4c7f-8f0c-d4d1e089c877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eefbfb1-0048-4bb8-961c-bc29b860bebe,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:05.843032 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c6c26102-385e-4c7f-8f0c-d4d1e089c877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:05.932566 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-10a435ef-a527-4b3f-a85a-c2307b67c767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:05.968170 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:05.972445 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-10a435ef-a527-4b3f-a85a-c2307b67c767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:06.078356 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-10a435ef-a527-4b3f-a85a-c2307b67c767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:06.084580 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-00712ca8-6d1a-4799-9df9-61f47ddf4bdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:06.104459 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-10a435ef-a527-4b3f-a85a-c2307b67c767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:06.108691 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-10a435ef-a527-4b3f-a85a-c2307b67c767 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7eefbfb1-0048-4bb8-961c-bc29b860bebe HTTP/1.1" status: 204  len: 168 time: 0.2872078
Jul 14 08:46:06.118378 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a435ef-a527-4b3f-a85a-c2307b67c767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eefbfb1-0048-4bb8-961c-bc29b860bebe,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:06.123521 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-10a435ef-a527-4b3f-a85a-c2307b67c767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:06.193488 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50602bda-b7c2-420d-81a3-55b619765280 req-50887672-499c-4510-b970-03cf646f55a5 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:06.195437 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-50602bda-b7c2-420d-81a3-55b619765280 req-50887672-499c-4510-b970-03cf646f55a5 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.1620643
Jul 14 08:46:06.287872 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-50602bda-b7c2-420d-81a3-55b619765280 req-f0d9efad-a6be-40d0-9354-17835df4d6ab tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822310
Jul 14 08:46:06.334198 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 398dde97-3296-425e-91e2-ccc8a3baa5bb up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:46:06.423264 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning for port 398dde97-3296-425e-91e2-ccc8a3baa5bb completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:46:06.428943 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port 398dde97-3296-425e-91e2-ccc8a3baa5bb triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:46:06.429416 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:06.604777 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:06.670802 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] For port 398dde97-3296-425e-91e2-ccc8a3baa5bb, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=398dde97-3296-425e-91e2-ccc8a3baa5bb,segment=NetworkSegment(1d30a653-55de-4e51-a2bb-41967dd4bf9d),segment_id=1d30a653-55de-4e51-a2bb-41967dd4bf9d)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:46:06.678539 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:06.681935 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-857b1b89-5156-4048-a4ba-cd7d43d3d945 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:06.795886 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:06.825130 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Pushing event updated for resources: {'Port': ['ID=398dde97-3296-425e-91e2-ccc8a3baa5bb,revision_number=5']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:06.832471 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:06.895074 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 55926) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:46:06.940812 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-98f24e17-e1fe-4066-bbbd-c6990597461c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:07.009693 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-98f24e17-e1fe-4066-bbbd-c6990597461c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:46:07.013933 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-98f24e17-e1fe-4066-bbbd-c6990597461c admin admin] Usage tracker for resource:security_group_rule and tenant:cd7ddcefcc214a3bab3d104c20bc54d8 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:46:07.018239 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-98f24e17-e1fe-4066-bbbd-c6990597461c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:46:07.051801 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-98f24e17-e1fe-4066-bbbd-c6990597461c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:46:07.171704 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-98f24e17-e1fe-4066-bbbd-c6990597461c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:07.174939 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-98f24e17-e1fe-4066-bbbd-c6990597461c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:07.184934 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-ed86af6c-531e-4b5f-a473-c000aefad911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:07.230929 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f24e17-e1fe-4066-bbbd-c6990597461c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7b3687-c7b8-4da4-8a8f-fbe28bb0f070,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:07.245030 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-98f24e17-e1fe-4066-bbbd-c6990597461c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:07.267317 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-98f24e17-e1fe-4066-bbbd-c6990597461c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cd7ddcefcc214a3bab3d104c20bc54d8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3664901
Jul 14 08:46:07.270172 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 55936) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:46:07.378522 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8e7225a4-37f4-4265-988b-d3af62d69f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:07.446570 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8e7225a4-37f4-4265-988b-d3af62d69f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:07.513938 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8e7225a4-37f4-4265-988b-d3af62d69f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:07.518980 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-58fd077b-de5b-4ae3-aa8e-7b6dbd6b32c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:07.543351 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7225a4-37f4-4265-988b-d3af62d69f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7b3687-c7b8-4da4-8a8f-fbe28bb0f070,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:07.548268 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8e7225a4-37f4-4265-988b-d3af62d69f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:07.553216 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-8e7225a4-37f4-4265-988b-d3af62d69f9f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7c7b3687-c7b8-4da4-8a8f-fbe28bb0f070 HTTP/1.1" status: 204  len: 168 time: 0.2810771
Jul 14 08:46:07.554271 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-8e7225a4-37f4-4265-988b-d3af62d69f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:07.780000 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cc8307b3-fbc2-4b55-a7f5-dab642d859fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:08.110065 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cdd8ea-0cef-4c08-bed1-a0317b7dca0b req-17bab09b-f5b1-4b3a-92d5-c88317dfb33f tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:08.124526 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-96cdd8ea-0cef-4c08-bed1-a0317b7dca0b req-17bab09b-f5b1-4b3a-92d5-c88317dfb33f tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/ports?device_id=2242d0e7-d1cd-4214-ad5a-977c852b924b HTTP/1.1" status: 200  len: 945 time: 0.1407478
Jul 14 08:46:08.200731 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-96cdd8ea-0cef-4c08-bed1-a0317b7dca0b req-55065d91-a6c1-43ff-800d-f99f9f987ed3 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf5f5bf1-d60f-4816-96a5-4600e7eabce3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737054
Jul 14 08:46:08.310143 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 398dde97-3296-425e-91e2-ccc8a3baa5bb up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:46:08.432304 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port 398dde97-3296-425e-91e2-ccc8a3baa5bb triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:46:08.433006 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:08.470273 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ed930-7962-4f33-b207-dbbdddaa47f2 req-cd2eb2fd-bd66-4119-a768-537595fef059 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:08.482403 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-664ed930-7962-4f33-b207-dbbdddaa47f2 req-cd2eb2fd-bd66-4119-a768-537595fef059 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.1059020
Jul 14 08:46:08.550342 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-664ed930-7962-4f33-b207-dbbdddaa47f2 req-c32eca9a-7d24-4a21-9515-4f96476416f0 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662229
Jul 14 08:46:08.598084 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:09.439303 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd19c9-4878-4e84-82e8-b1d9cdb30146 req-812b9973-70f1-49d0-8364-4f68fc3db75d tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:09.440940 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-92dd19c9-4878-4e84-82e8-b1d9cdb30146 req-812b9973-70f1-49d0-8364-4f68fc3db75d tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.43 "GET /v2.0/ports?device_id=2242d0e7-d1cd-4214-ad5a-977c852b924b HTTP/1.1" status: 200  len: 945 time: 0.0909309
Jul 14 08:46:09.549188 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:09.555479 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [req-92dd19c9-4878-4e84-82e8-b1d9cdb30146 req-14ac97bf-f11e-4fa7-83ed-14782d17ec61 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Deleting port 05f24aaf-2f6f-4810-845b-a7ae03ce9c53 {{(pid=82096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:46:09.555986 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-92dd19c9-4878-4e84-82e8-b1d9cdb30146 req-14ac97bf-f11e-4fa7-83ed-14782d17ec61 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:09.878044 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-92dd19c9-4878-4e84-82e8-b1d9cdb30146 req-14ac97bf-f11e-4fa7-83ed-14782d17ec61 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] For port 05f24aaf-2f6f-4810-845b-a7ae03ce9c53, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=05f24aaf-2f6f-4810-845b-a7ae03ce9c53,segment=NetworkSegment(ec93f0da-9f9f-40ad-ac7a-4e9e1f7ae5f3),segment_id=ec93f0da-9f9f-40ad-ac7a-4e9e1f7ae5f3)] {{(pid=82096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:46:09.878044 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-92dd19c9-4878-4e84-82e8-b1d9cdb30146 req-14ac97bf-f11e-4fa7-83ed-14782d17ec61 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:09.987627 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-850e0a31-55b9-4c34-ac0a-9cd921c24b80 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:09.994890 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-850e0a31-55b9-4c34-ac0a-9cd921c24b80 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/networks?id=cde446a9-0c7c-4318-8125-e2ca25cc6bae HTTP/1.1" status: 200  len: 814 time: 0.3484800
Jul 14 08:46:10.032717 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-9e45ac54-2d09-421c-aafd-5117fcd6a421 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/quotas/77661f60a3aa459dba3a5d43ab14951d HTTP/1.1" status: 200  len: 375 time: 0.0367439
Jul 14 08:46:10.043567 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [req-92dd19c9-4878-4e84-82e8-b1d9cdb30146 req-14ac97bf-f11e-4fa7-83ed-14782d17ec61 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Calling delete_port for 05f24aaf-2f6f-4810-845b-a7ae03ce9c53 owned by compute:nova {{(pid=82096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:46:10.149149 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-6adce17f-5243-4d95-a1c0-403418ba7e67 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=77661f60a3aa459dba3a5d43ab14951d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1154146
Jul 14 08:46:10.250507 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-92dd19c9-4878-4e84-82e8-b1d9cdb30146 req-14ac97bf-f11e-4fa7-83ed-14782d17ec61 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006'] for port, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:10.266069 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:10.295618 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] get_ports_and_sgs() called for port_ids ['05f24aaf-2f6f-4810-845b-a7ae03ce9c53'] {{(pid=82097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 14 08:46:10.329681 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac97bf-f11e-4fa7-83ed-14782d17ec61 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Pushing event deleted for resources: {'Port': ['ID=05f24aaf-2f6f-4810-845b-a7ae03ce9c53,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:10.389229 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-14ac97bf-f11e-4fa7-83ed-14782d17ec61 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:10.440202 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8036fb0b-915c-4601-961f-c7d009df4f53 req-00fe9863-d194-40ff-b1e6-0ed4e400c65a tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.42 "GET /v2.0/ports?device_id=2242d0e7-d1cd-4214-ad5a-977c852b924b HTTP/1.1" status: 200  len: 210 time: 0.0580246
Jul 14 08:46:10.477342 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [req-92dd19c9-4878-4e84-82e8-b1d9cdb30146 req-14ac97bf-f11e-4fa7-83ed-14782d17ec61 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] No DVR routers for this DVR port 05f24aaf-2f6f-4810-845b-a7ae03ce9c53 on host hv-cinder-80022 {{(pid=82096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 14 08:46:10.481079 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-92dd19c9-4878-4e84-82e8-b1d9cdb30146 req-14ac97bf-f11e-4fa7-83ed-14782d17ec61 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:10.486454 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2242d0e7-d1cd-4214-ad5a-977c852b924b', 'name': 'network-vif-deleted', 'tag': '05f24aaf-2f6f-4810-845b-a7ae03ce9c53'}] {{(pid=82096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:46:10.493593 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-392f9af2-897b-4524-b80e-f2571472ae0f service neutron] 10.222.0.42 "GET /v2.0/networks/cde446a9-0c7c-4318-8125-e2ca25cc6bae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3434982
Jul 14 08:46:10.515959 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-92dd19c9-4878-4e84-82e8-b1d9cdb30146 req-14ac97bf-f11e-4fa7-83ed-14782d17ec61 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] 10.222.0.43 "DELETE /v2.0/ports/05f24aaf-2f6f-4810-845b-a7ae03ce9c53 HTTP/1.1" status: 204  len: 173 time: 1.0615361
Jul 14 08:46:10.889539 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-86ff5d93-412d-4076-bcd3-e1046f8492ac service neutron] 10.222.0.42 "GET /v2.0/networks/cde446a9-0c7c-4318-8125-e2ca25cc6bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3871725
Jul 14 08:46:10.943096 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd036b5-a64b-4dd3-bbc2-d5e86514dcab req-19f80efd-4050-44e4-ab8b-d5c28562f956 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:10.951070 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3fd036b5-a64b-4dd3-bbc2-d5e86514dcab req-19f80efd-4050-44e4-ab8b-d5c28562f956 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.3278644
Jul 14 08:46:11.007032 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3fd036b5-a64b-4dd3-bbc2-d5e86514dcab req-7ff971a4-b01f-42d5-9c09-c202ef1c48ea tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498171
Jul 14 08:46:11.149057 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2242d0e7-d1cd-4214-ad5a-977c852b924b', 'name': 'network-vif-deleted', 'tag': '05f24aaf-2f6f-4810-845b-a7ae03ce9c53', 'status': 'completed', 'code': 200}
Jul 14 08:46:11.345351 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-eeeae1c1-cd53-440b-aad1-de5ae7ec1f66 req-96d5ec4f-24af-4301-8824-f9b11f2df0ed tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=269cdf1c-6fd6-411d-8a16-6bf586a97d3b HTTP/1.1" status: 200  len: 210 time: 0.1488349
Jul 14 08:46:11.508951 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f1e64-5bf4-48e6-af34-46bdd97e545d req-a4cad0d4-1bdf-4d62-90fc-b338d231a4c3 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:11.523468 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1a4f1e64-5bf4-48e6-af34-46bdd97e545d req-a4cad0d4-1bdf-4d62-90fc-b338d231a4c3 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 946 time: 0.2931006
Jul 14 08:46:11.643696 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1a4f1e64-5bf4-48e6-af34-46bdd97e545d req-12f947fc-77ba-41b8-b41f-1fd6e74e8df5 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1182542
Jul 14 08:46:11.798633 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f43572cc-4425-4d2a-96a2-86e3f6f053d6 req-f4859936-3ce4-40b7-a3c5-c4f5e850f0be service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 1098 time: 0.1605880
Jul 14 08:46:11.878234 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f43572cc-4425-4d2a-96a2-86e3f6f053d6 req-52e47ee5-cfbf-435b-a32a-8a58c1c46fd5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646579
Jul 14 08:46:12.301480 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0932e-6a7f-4f41-8863-c8d3ce411301 req-ed78b0c0-5b68-4df2-9cb5-faf28bec9123 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:12.310131 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-63e0932e-6a7f-4f41-8863-c8d3ce411301 req-ed78b0c0-5b68-4df2-9cb5-faf28bec9123 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.1127973
Jul 14 08:46:12.391856 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-63e0932e-6a7f-4f41-8863-c8d3ce411301 req-16680ee8-45a4-47aa-86ec-7d84098f609a tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806410
Jul 14 08:46:12.710224 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cabe783e-81c7-482e-8cf3-5c9a83eb9291 req-5b537576-12e5-4b6f-9bb7-78fc2fac6f7a tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=269cdf1c-6fd6-411d-8a16-6bf586a97d3b HTTP/1.1" status: 200  len: 210 time: 0.1159017
Jul 14 08:46:12.829544 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 05f24aaf-2f6f-4810-845b-a7ae03ce9c53 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:46:12.912883 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] No Port match for: 05f24aaf-2f6f-4810-845b-a7ae03ce9c53 {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:46:12.914827 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 05f24aaf-2f6f-4810-845b-a7ae03ce9c53 not bound to the agent host hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:46:13.026005 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee341f-d02a-4e20-9a90-57799ece919d req-ce74afc3-2779-46c5-85f0-153136ad20bb tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:13.034478 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-23ee341f-d02a-4e20-9a90-57799ece919d req-ce74afc3-2779-46c5-85f0-153136ad20bb tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 946 time: 0.1727405
Jul 14 08:46:13.096694 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-23ee341f-d02a-4e20-9a90-57799ece919d req-84561af4-2ef1-4ced-a2c8-4605e143986c tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610409
Jul 14 08:46:13.234842 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 56124) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:46:13.615268 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-91b8522b-ed2d-40c2-bf4d-cd4ffa0f1250 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:13.616550 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-91b8522b-ed2d-40c2-bf4d-cd4ffa0f1250 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.43 "GET /v2.0/networks?id=cde446a9-0c7c-4318-8125-e2ca25cc6bae HTTP/1.1" status: 200  len: 814 time: 0.2886953
Jul 14 08:46:13.677546 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-636b00f7-f7e0-481a-9849-5fba69cd5585 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Request body: {'port': {'device_id': '269cdf1c-6fd6-411d-8a16-6bf586a97d3b', 'network_id': 'cde446a9-0c7c-4318-8125-e2ca25cc6bae', 'admin_state_up': True, 'tenant_id': '77661f60a3aa459dba3a5d43ab14951d'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:46:13.705404 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3667885f-6874-4ec9-998b-effeff2429e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:13.880699 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-3667885f-6874-4ec9-998b-effeff2429e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:46:13.897058 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8aa90-ab89-469e-9fda-38587a0f663e req-e65a5ced-b30c-4fbb-9456-a3b166c1011f tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:13.903907 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b7c8aa90-ab89-469e-9fda-38587a0f663e req-e65a5ced-b30c-4fbb-9456-a3b166c1011f tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.2861562
Jul 14 08:46:13.905211 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-3667885f-6874-4ec9-998b-effeff2429e9 admin admin] Usage tracker for resource:security_group_rule and tenant:d203befd04e3481caf68970c9c18b999 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:46:13.938603 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-3667885f-6874-4ec9-998b-effeff2429e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:46:13.970524 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-3667885f-6874-4ec9-998b-effeff2429e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:46:14.004232 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bb0d1443-3e8c-4f5a-86be-fe23ef71ce98 req-e549a45f-02e4-4723-8a6d-0dfc4024f045 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=269cdf1c-6fd6-411d-8a16-6bf586a97d3b HTTP/1.1" status: 200  len: 210 time: 0.0738783
Jul 14 08:46:14.041037 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-636b00f7-f7e0-481a-9849-5fba69cd5585 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:46:14.066953 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-636b00f7-f7e0-481a-9849-5fba69cd5585 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:46:14.079242 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b7c8aa90-ab89-469e-9fda-38587a0f663e req-b1e853eb-3523-4f01-aa84-22cf83cd5bd3 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206534
Jul 14 08:46:14.093605 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-636b00f7-f7e0-481a-9849-5fba69cd5585 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Made reservation on behalf of 77661f60a3aa459dba3a5d43ab14951d for: {'port': 1} {{(pid=82096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:46:14.100171 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-636b00f7-f7e0-481a-9849-5fba69cd5585 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:14.304436 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-636b00f7-f7e0-481a-9849-5fba69cd5585 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Allocated IP 172.20.0.7 (cde446a9-0c7c-4318-8125-e2ca25cc6bae/2c98006c-4b08-41a9-9e9c-c4ddc8012662/01bb028e-5dc6-48e6-9075-6881afb469e2) {{(pid=82096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:46:14.345922 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ff16c-1b52-4d7f-b0a0-870674a9a7ca req-fde9dccb-9b0b-48ed-9585-76276a2d5abd tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:14.347853 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a77ff16c-1b52-4d7f-b0a0-870674a9a7ca req-fde9dccb-9b0b-48ed-9585-76276a2d5abd tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 946 time: 0.0891345
Jul 14 08:46:14.404970 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a77ff16c-1b52-4d7f-b0a0-870674a9a7ca req-45c6233a-b4f3-48b6-a67f-f2c8712021b4 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475736
Jul 14 08:46:14.426928 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3667885f-6874-4ec9-998b-effeff2429e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:14.435712 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3667885f-6874-4ec9-998b-effeff2429e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:14.490093 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-8e7225a4-37f4-4265-988b-d3af62d69f9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:14.563051 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667885f-6874-4ec9-998b-effeff2429e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f923db2-8909-4541-9aec-2f8e394cdde1,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:14.566424 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-3667885f-6874-4ec9-998b-effeff2429e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:14.572227 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-3667885f-6874-4ec9-998b-effeff2429e9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d203befd04e3481caf68970c9c18b999&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3357518
Jul 14 08:46:14.574821 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 56164) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:46:14.640532 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-636b00f7-f7e0-481a-9849-5fba69cd5585 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Notify callbacks [] for port, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:14.653334 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d1e2b780-443a-4b91-8d98-6924b50597f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:14.674492 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-636b00f7-f7e0-481a-9849-5fba69cd5585 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794'] for port, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:14.682703 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-6fc35e5e-fe77-4d61-b5a5-aa57b0c05021 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:14.687839 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d1e2b780-443a-4b91-8d98-6924b50597f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:14.738845 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d1e2b780-443a-4b91-8d98-6924b50597f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:14.748721 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-fa4392cf-dfab-4ff5-bc68-b70d6f4d0fc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:14.757361 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-636b00f7-f7e0-481a-9849-5fba69cd5585 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Network cde446a9-0c7c-4318-8125-e2ca25cc6bae is already hosted by enough agents. {{(pid=82096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:46:14.760898 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-636b00f7-f7e0-481a-9849-5fba69cd5585 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Resources bound (agent type, host, resource id):  {{(pid=82096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:46:14.763608 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2b780-443a-4b91-8d98-6924b50597f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f923db2-8909-4541-9aec-2f8e394cdde1,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:14.764493 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-636b00f7-f7e0-481a-9849-5fba69cd5585 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Received port after_create {{(pid=82096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:46:14.768588 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-d1e2b780-443a-4b91-8d98-6924b50597f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:14.770566 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-636b00f7-f7e0-481a-9849-5fba69cd5585 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:14.770781 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d1e2b780-443a-4b91-8d98-6924b50597f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:14.771324 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-636b00f7-f7e0-481a-9849-5fba69cd5585 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:14.774547 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-d1e2b780-443a-4b91-8d98-6924b50597f9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7f923db2-8909-4541-9aec-2f8e394cdde1 HTTP/1.1" status: 204  len: 168 time: 0.1962025
Jul 14 08:46:14.785388 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b00f7-f7e0-481a-9849-5fba69cd5585 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Pushing event updated for resources: {'Port': ['ID=01bb028e-5dc6-48e6-9075-6881afb469e2,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:14.789054 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-636b00f7-f7e0-481a-9849-5fba69cd5585 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:14.880254 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-636b00f7-f7e0-481a-9849-5fba69cd5585 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2146652
Jul 14 08:46:15.262080 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c426896-b76c-4109-8dab-d3f5aad07911 req-307f8477-8a92-496a-a396-21944768bf2a tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:15.262854 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-7c426896-b76c-4109-8dab-d3f5aad07911 req-307f8477-8a92-496a-a396-21944768bf2a tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Synchronizing usage tracker for tenant:77661f60a3aa459dba3a5d43ab14951d on resource:port {{(pid=82096) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:46:15.278423 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-7c426896-b76c-4109-8dab-d3f5aad07911 req-307f8477-8a92-496a-a396-21944768bf2a tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Unset dirty status for tenant:77661f60a3aa459dba3a5d43ab14951d on resource:port {{(pid=82096) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:46:15.279762 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-7c426896-b76c-4109-8dab-d3f5aad07911 req-307f8477-8a92-496a-a396-21944768bf2a tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=269cdf1c-6fd6-411d-8a16-6bf586a97d3b HTTP/1.1" status: 200  len: 931 time: 0.1317551
Jul 14 08:46:15.335569 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 56188) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:46:15.352998 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577667cf-6aab-445e-ac3a-77948b1f5511 req-6a73a9bf-7099-4012-8ec1-a14594eea96a tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:15.354584 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-577667cf-6aab-445e-ac3a-77948b1f5511 req-6a73a9bf-7099-4012-8ec1-a14594eea96a tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.1177754
Jul 14 08:46:15.365948 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8e4b90f4-fa4b-4459-b613-bf2c5ca4fb77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:15.392777 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-7c426896-b76c-4109-8dab-d3f5aad07911 req-23c680fa-c7e3-4589-a254-561512b8a969 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044879
Jul 14 08:46:15.423450 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-577667cf-6aab-445e-ac3a-77948b1f5511 req-993ab579-5a6b-4823-a6cb-bb3936ba03bb tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609601
Jul 14 08:46:15.423800 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-8e4b90f4-fa4b-4459-b613-bf2c5ca4fb77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:46:15.429228 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-8e4b90f4-fa4b-4459-b613-bf2c5ca4fb77 admin admin] Usage tracker for resource:security_group_rule and tenant:099165aaab0e4833bb48c758608cefe2 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:46:15.432254 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-8e4b90f4-fa4b-4459-b613-bf2c5ca4fb77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:46:15.443180 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-8e4b90f4-fa4b-4459-b613-bf2c5ca4fb77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:46:15.552184 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8e4b90f4-fa4b-4459-b613-bf2c5ca4fb77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:15.576702 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8e4b90f4-fa4b-4459-b613-bf2c5ca4fb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:15.614434 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-3662aca0-a7b2-4c7b-82c3-d0d4fde2cf24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:15.662573 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-8e4b90f4-fa4b-4459-b613-bf2c5ca4fb77 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=099165aaab0e4833bb48c758608cefe2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3254542
Jul 14 08:46:15.663587 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4b90f4-fa4b-4459-b613-bf2c5ca4fb77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5078c49b-727a-4239-8c45-b8e45851e948,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:15.665347 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 56204) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:46:15.667039 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-8e4b90f4-fa4b-4459-b613-bf2c5ca4fb77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:15.692537 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e34361-a483-4738-b763-ea248429a7c5 req-15467de8-2b32-4088-a8c3-70e68b0792b9 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:15.694105 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a9e34361-a483-4738-b763-ea248429a7c5 req-15467de8-2b32-4088-a8c3-70e68b0792b9 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 946 time: 0.1204350
Jul 14 08:46:15.779652 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a9e34361-a483-4738-b763-ea248429a7c5 req-465219ba-bf52-4452-b953-dd5c5a6ffc6d tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0748920
Jul 14 08:46:15.780498 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-31a67d51-3567-420b-b23f-90e42e517671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:15.816230 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-31a67d51-3567-420b-b23f-90e42e517671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:15.864043 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-31a67d51-3567-420b-b23f-90e42e517671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:15.869814 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-d1e2b780-443a-4b91-8d98-6924b50597f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:15.884218 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a67d51-3567-420b-b23f-90e42e517671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5078c49b-727a-4239-8c45-b8e45851e948,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:15.888132 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-31a67d51-3567-420b-b23f-90e42e517671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:15.891392 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-31a67d51-3567-420b-b23f-90e42e517671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:15.895178 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-31a67d51-3567-420b-b23f-90e42e517671 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5078c49b-727a-4239-8c45-b8e45851e948 HTTP/1.1" status: 204  len: 168 time: 0.2253869
Jul 14 08:46:15.998380 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2a411-c44b-4c93-b8bf-c48123549a69 req-05d4d236-2084-40da-8cb8-c44614edde9a tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:16.000151 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-23b2a411-c44b-4c93-b8bf-c48123549a69 req-05d4d236-2084-40da-8cb8-c44614edde9a tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.0931599
Jul 14 08:46:16.061903 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-23b2a411-c44b-4c93-b8bf-c48123549a69 req-269bb1d3-6092-49d9-b9cc-251a806efca8 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508480
Jul 14 08:46:16.282354 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-9ba30aa8-8020-439f-8db3-c197821cf416 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:16.283094 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-9ba30aa8-8020-439f-8db3-c197821cf416 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Synchronizing usage tracker for tenant:040f599933ea4921bd32ee786c14df5e on resource:network {{(pid=82096) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:46:16.303468 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-9ba30aa8-8020-439f-8db3-c197821cf416 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Unset dirty status for tenant:040f599933ea4921bd32ee786c14df5e on resource:network {{(pid=82096) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:46:16.304752 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-9ba30aa8-8020-439f-8db3-c197821cf416 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/networks?id=3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e HTTP/1.1" status: 200  len: 815 time: 0.1894460
Jul 14 08:46:16.324373 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-a7de24f7-50ff-40ee-8010-c0403d5af4e3 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/quotas/040f599933ea4921bd32ee786c14df5e HTTP/1.1" status: 200  len: 375 time: 0.0126612
Jul 14 08:46:16.418434 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-10945e53-7b9c-42b7-9e42-1485404681f9 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=040f599933ea4921bd32ee786c14df5e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0878038
Jul 14 08:46:16.601014 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ebdfa-6c5e-43a8-9d06-2be74b79b290 req-40bd9f2f-d881-4398-a216-1770e3924c63 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:16.602597 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-483ebdfa-6c5e-43a8-9d06-2be74b79b290 req-40bd9f2f-d881-4398-a216-1770e3924c63 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=269cdf1c-6fd6-411d-8a16-6bf586a97d3b HTTP/1.1" status: 200  len: 931 time: 0.0933073
Jul 14 08:46:16.604093 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-d104743d-36ca-4ded-994b-91b564841c4d service neutron] 10.222.0.42 "GET /v2.0/networks/3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1713526
Jul 14 08:46:16.658377 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-483ebdfa-6c5e-43a8-9d06-2be74b79b290 req-828fb76b-5c8b-4224-9a77-4d3bf6e32a4e tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466175
Jul 14 08:46:16.754469 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-3cba8854-e055-4c48-9371-01d39966c977 service neutron] 10.222.0.42 "GET /v2.0/networks/3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1413820
Jul 14 08:46:16.986916 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-7d8fa0ec-dc65-401e-ab82-0e4df5151b71 req-59278364-19b2-4586-9041-a95583e23887 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 210 time: 0.0713165
Jul 14 08:46:17.024136 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574cfaa-3774-4752-a8b6-512f7c38cdf1 req-645135c3-ff24-4705-a220-59a705e109de tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:17.025494 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4574cfaa-3774-4752-a8b6-512f7c38cdf1 req-645135c3-ff24-4705-a220-59a705e109de tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 946 time: 0.0954332
Jul 14 08:46:17.082292 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4574cfaa-3774-4752-a8b6-512f7c38cdf1 req-83bd5771-81e8-4b15-ba39-dc7641cdac81 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493581
Jul 14 08:46:17.280918 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569177d-7e91-4885-bde6-f58f70929f7a req-11bc7ec0-4bf8-46df-a8f6-d04af682af19 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:17.283120 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4569177d-7e91-4885-bde6-f58f70929f7a req-11bc7ec0-4bf8-46df-a8f6-d04af682af19 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.0881441
Jul 14 08:46:17.342817 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4569177d-7e91-4885-bde6-f58f70929f7a req-571f4728-be48-48d5-953e-f2bc8285cd01 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528989
Jul 14 08:46:17.375079 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] get_ports_and_sgs() called for port_ids ['09999980-8f6a-4f24-ba94-da400b4ba3b6', 'd945235d-8ae2-470a-a938-698f0c5de542', '915900b6-91a9-4262-8594-118db892c7bc'] {{(pid=82097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 14 08:46:17.383374 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-85a4512f-276e-42b0-b7d9-a3824aabc741 service neutron] Request body: {'port': {'device_id': '269cdf1c-6fd6-411d-8a16-6bf586a97d3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:46:17.525412 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-85a4512f-276e-42b0-b7d9-a3824aabc741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:17.631691 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2e204bf6-3554-48fa-9528-9bd128ca2d59 req-f399a834-ead2-49c1-af8c-e80fcbd5fbfe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ead16347efbf48ac94be432daab86c02&device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 1098 time: 0.1405520
Jul 14 08:46:17.978259 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e204bf6-3554-48fa-9528-9bd128ca2d59 req-80e5471b-2cf8-4c8b-9e55-c8b7e68dca38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:17.980838 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2e204bf6-3554-48fa-9528-9bd128ca2d59 req-80e5471b-2cf8-4c8b-9e55-c8b7e68dca38 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d19eb0ec-3fca-4972-8b6c-dc33db64d81a HTTP/1.1" status: 200  len: 920 time: 0.3244534
Jul 14 08:46:17.988772 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88995c6-0f1a-4ad8-9e17-604e87e1f733 req-8f1795a3-3dc1-432b-b571-b5f321b837c7 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:17.990306 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b88995c6-0f1a-4ad8-9e17-604e87e1f733 req-8f1795a3-3dc1-432b-b571-b5f321b837c7 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=269cdf1c-6fd6-411d-8a16-6bf586a97d3b HTTP/1.1" status: 200  len: 931 time: 0.1685822
Jul 14 08:46:18.093324 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-85a4512f-276e-42b0-b7d9-a3824aabc741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01bb028e-5dc6-48e6-9075-6881afb469e2 {{(pid=82096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:46:18.095613 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2e204bf6-3554-48fa-9528-9bd128ca2d59 req-cfbfca24-883f-4612-9d82-d2f851a59bf8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8fb76f8-786e-48d2-8b7f-d7e369ba3953 HTTP/1.1" status: 200  len: 217 time: 0.0997379
Jul 14 08:46:18.104748 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-85a4512f-276e-42b0-b7d9-a3824aabc741 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:18.124743 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-85a4512f-276e-42b0-b7d9-a3824aabc741 service neutron] Transition to ACTIVE for port object 01bb028e-5dc6-48e6-9075-6881afb469e2 will not be triggered until provisioned by entity L2. {{(pid=82096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:46:18.129416 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-85a4512f-276e-42b0-b7d9-a3824aabc741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:18.134679 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:18.170302 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b88995c6-0f1a-4ad8-9e17-604e87e1f733 req-a061777b-df2f-414f-9274-0d4f837bd2eb tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123660
Jul 14 08:46:18.189442 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e204bf6-3554-48fa-9528-9bd128ca2d59 req-1d509c83-bc60-409e-b50b-6e72b09e692f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:18.191254 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2e204bf6-3554-48fa-9528-9bd128ca2d59 req-1d509c83-bc60-409e-b50b-6e72b09e692f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39925f90-e1ab-4017-bcf5-1e919a7aa9a0 HTTP/1.1" status: 200  len: 859 time: 0.0812237
Jul 14 08:46:18.231395 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-37b06e95-ea51-417a-83bb-adcfb1314c04 req-c87f2e07-5b58-4057-80e5-00e305532a93 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 210 time: 0.0645776
Jul 14 08:46:18.310252 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2e204bf6-3554-48fa-9528-9bd128ca2d59 req-ba69603b-56b5-41c7-ada7-78a2e03698a6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d19eb0ec-3fca-4972-8b6c-dc33db64d81a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1063454
Jul 14 08:46:18.313620 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a4512f-276e-42b0-b7d9-a3824aabc741 service neutron] Pushing event updated for resources: {'Port': ['ID=01bb028e-5dc6-48e6-9075-6881afb469e2,revision_number=2']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:18.318642 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-85a4512f-276e-42b0-b7d9-a3824aabc741 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:18.385066 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-85a4512f-276e-42b0-b7d9-a3824aabc741 service neutron] Attempting to bind port 01bb028e-5dc6-48e6-9075-6881afb469e2 on host hv-cinder-80022 for vnic_type normal with profile  {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:46:18.388962 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-85a4512f-276e-42b0-b7d9-a3824aabc741 service neutron] Attempting to bind port 01bb028e-5dc6-48e6-9075-6881afb469e2 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '84d2a471-9073-47cf-9d75-3287490f4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cde446a9-0c7c-4318-8125-e2ca25cc6bae'}] {{(pid=82096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:46:18.389441 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-85a4512f-276e-42b0-b7d9-a3824aabc741 service neutron] Attempting to bind port 01bb028e-5dc6-48e6-9075-6881afb469e2 on network cde446a9-0c7c-4318-8125-e2ca25cc6bae {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:46:18.399817 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-85a4512f-276e-42b0-b7d9-a3824aabc741 service neutron] Port 01bb028e-5dc6-48e6-9075-6881afb469e2 on network cde446a9-0c7c-4318-8125-e2ca25cc6bae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 14 08:46:18.400268 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-85a4512f-276e-42b0-b7d9-a3824aabc741 service neutron] Attempting to bind port 01bb028e-5dc6-48e6-9075-6881afb469e2 on network cde446a9-0c7c-4318-8125-e2ca25cc6bae {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:46:18.408262 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-85a4512f-276e-42b0-b7d9-a3824aabc741 service neutron] Checking agent: {'id': 'aa24af5c-becf-43a3-9631-f44e6c3cc568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 41, 34), 'started_at': datetime.datetime(2021, 7, 14, 8, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:46:18.408718 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-85a4512f-276e-42b0-b7d9-a3824aabc741 service neutron] Checking segment: {'id': '84d2a471-9073-47cf-9d75-3287490f4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cde446a9-0c7c-4318-8125-e2ca25cc6bae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:46:18.409215 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-85a4512f-276e-42b0-b7d9-a3824aabc741 service neutron] Bound using segment: {'id': '84d2a471-9073-47cf-9d75-3287490f4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cde446a9-0c7c-4318-8125-e2ca25cc6bae'} {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:46:18.409754 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-85a4512f-276e-42b0-b7d9-a3824aabc741 service neutron] Bound port: 01bb028e-5dc6-48e6-9075-6881afb469e2, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84d2a471-9073-47cf-9d75-3287490f4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cde446a9-0c7c-4318-8125-e2ca25cc6bae'}}] {{(pid=82096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:46:18.410213 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-85a4512f-276e-42b0-b7d9-a3824aabc741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:18.526645 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-85a4512f-276e-42b0-b7d9-a3824aabc741 service neutron] For port 01bb028e-5dc6-48e6-9075-6881afb469e2, host hv-cinder-80022, cleared binding levels {{(pid=82096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:46:18.561902 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998e7a5-741c-4f5e-8c19-d3a33ddb8a0c req-3a3268cf-8fe1-4b6d-a219-f4bc9b6b3db4 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:18.563609 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6998e7a5-741c-4f5e-8c19-d3a33ddb8a0c req-3a3268cf-8fe1-4b6d-a219-f4bc9b6b3db4 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 946 time: 0.2451313
Jul 14 08:46:18.573091 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2e204bf6-3554-48fa-9528-9bd128ca2d59 req-6497d6e0-99e9-4f60-843e-1e8e2d35924a service neutron] 10.222.0.43 "GET /v2.0/networks/d19eb0ec-3fca-4972-8b6c-dc33db64d81a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2188270
Jul 14 08:46:18.674301 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-85a4512f-276e-42b0-b7d9-a3824aabc741 service neutron] For port 01bb028e-5dc6-48e6-9075-6881afb469e2, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=01bb028e-5dc6-48e6-9075-6881afb469e2,segment=NetworkSegment(84d2a471-9073-47cf-9d75-3287490f4b5e),segment_id=84d2a471-9073-47cf-9d75-3287490f4b5e)] {{(pid=82096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:46:18.688019 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-85a4512f-276e-42b0-b7d9-a3824aabc741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:18.700594 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c1bb6285-ac25-47d5-801a-3265339b1510 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:18.766361 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6998e7a5-741c-4f5e-8c19-d3a33ddb8a0c req-b21d1f87-a172-4b5b-ad46-31487c999056 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1957052
Jul 14 08:46:18.812656 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-85a4512f-276e-42b0-b7d9-a3824aabc741 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:18.814226 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-85a4512f-276e-42b0-b7d9-a3824aabc741 service neutron] 10.222.0.43 "PUT /v2.0/ports/01bb028e-5dc6-48e6-9075-6881afb469e2 HTTP/1.1" status: 200  len: 1093 time: 1.4355466
Jul 14 08:46:18.814750 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '269cdf1c-6fd6-411d-8a16-6bf586a97d3b', 'tag': '01bb028e-5dc6-48e6-9075-6881afb469e2'}] {{(pid=82096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:46:18.839931 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a4512f-276e-42b0-b7d9-a3824aabc741 service neutron] Pushing event updated for resources: {'Port': ['ID=01bb028e-5dc6-48e6-9075-6881afb469e2,revision_number=3']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:18.844207 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-85a4512f-276e-42b0-b7d9-a3824aabc741 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:18.853053 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a4311-3a9c-4ad8-8e42-31792cbaf85a req-9468c2ab-df12-4ab8-a9ed-98b658e622c0 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:18.855371 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5b9a4311-3a9c-4ad8-8e42-31792cbaf85a req-9468c2ab-df12-4ab8-a9ed-98b658e622c0 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.3310933
Jul 14 08:46:18.894181 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2e204bf6-3554-48fa-9528-9bd128ca2d59 req-f34d8128-79ab-4d4a-88b2-2f0efbbbfb43 service neutron] 10.222.0.43 "GET /v2.0/networks/d19eb0ec-3fca-4972-8b6c-dc33db64d81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2532771
Jul 14 08:46:18.900010 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '269cdf1c-6fd6-411d-8a16-6bf586a97d3b', 'tag': '01bb028e-5dc6-48e6-9075-6881afb469e2', 'status': 'completed', 'code': 200}
Jul 14 08:46:19.045102 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-1ba3e51b-ed62-4f4e-9610-2387b51463dc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=77661f60a3aa459dba3a5d43ab14951d&device_id=269cdf1c-6fd6-411d-8a16-6bf586a97d3b HTTP/1.1" status: 200  len: 1096 time: 0.0909157
Jul 14 08:46:19.164897 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-2d8e2463-9da3-4436-9dd4-ee4fff7d35ce service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01bb028e-5dc6-48e6-9075-6881afb469e2 HTTP/1.1" status: 200  len: 217 time: 0.0972352
Jul 14 08:46:19.297761 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-cdfb5edf-50fa-4c1e-878c-f3a6efadda36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:19.300134 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-cdfb5edf-50fa-4c1e-878c-f3a6efadda36 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2c98006c-4b08-41a9-9e9c-c4ddc8012662 HTTP/1.1" status: 200  len: 854 time: 0.1131916
Jul 14 08:46:19.334216 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5b9a4311-3a9c-4ad8-8e42-31792cbaf85a req-dee89bc5-ab55-4f87-b765-9a34c4a4b78b tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4716139
Jul 14 08:46:19.450526 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-5803c004-3764-4d20-9021-6186a45ed8aa tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:19.452737 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-5803c004-3764-4d20-9021-6186a45ed8aa tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.43 "GET /v2.0/networks?id=3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e HTTP/1.1" status: 200  len: 815 time: 0.5521262
Jul 14 08:46:19.570693 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-ba6dafb7-ca0e-4b1d-91bc-5c93409e190c tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Request body: {'port': {'device_id': 'da91893a-b767-4cde-9d53-7564906351c7', 'network_id': '3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e', 'admin_state_up': True, 'tenant_id': '040f599933ea4921bd32ee786c14df5e'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:46:19.596387 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d8942e55-b8fd-48a3-aafc-a1965e816e86 req-236451ed-2451-4a05-af0f-6bad8e0d1b8c tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 210 time: 0.0807571
Jul 14 08:46:19.707908 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-7d68d8ef-11e2-473c-93e1-77e17c9cd499 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cde446a9-0c7c-4318-8125-e2ca25cc6bae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3907974
Jul 14 08:46:19.902631 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 56382) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:46:19.924819 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-1515267d-e662-4933-90ac-e2235d6e58ca service neutron] 10.222.0.43 "GET /v2.0/networks/cde446a9-0c7c-4318-8125-e2ca25cc6bae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1636722
Jul 14 08:46:19.925707 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-ba6dafb7-ca0e-4b1d-91bc-5c93409e190c tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:46:19.943481 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-ba6dafb7-ca0e-4b1d-91bc-5c93409e190c tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Usage tracker for resource:port and tenant:040f599933ea4921bd32ee786c14df5e is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:46:19.950824 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-ba6dafb7-ca0e-4b1d-91bc-5c93409e190c tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:46:19.970511 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-ba6dafb7-ca0e-4b1d-91bc-5c93409e190c tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:46:19.994797 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-ba6dafb7-ca0e-4b1d-91bc-5c93409e190c tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Made reservation on behalf of 040f599933ea4921bd32ee786c14df5e for: {'port': 1} {{(pid=82096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:46:20.010546 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-ba6dafb7-ca0e-4b1d-91bc-5c93409e190c tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:20.062883 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90902d79-3422-4a88-9eff-e0a36390d118 req-07854509-703c-460b-aeb4-3c301697e8d6 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:20.084359 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-90902d79-3422-4a88-9eff-e0a36390d118 req-07854509-703c-460b-aeb4-3c301697e8d6 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=269cdf1c-6fd6-411d-8a16-6bf586a97d3b HTTP/1.1" status: 200  len: 943 time: 0.3748891
Jul 14 08:46:20.172064 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-90902d79-3422-4a88-9eff-e0a36390d118 req-1030a9d8-1c18-4685-863a-b60e4dc46e71 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863659
Jul 14 08:46:20.230697 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e1da9cfc-4ecd-48c8-903b-8a7a500c3ccb req-c40d69d5-f89c-4bea-9376-83fa55530b19 service neutron] 10.222.0.43 "GET /v2.0/networks/cde446a9-0c7c-4318-8125-e2ca25cc6bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2863600
Jul 14 08:46:20.306732 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-ba6dafb7-ca0e-4b1d-91bc-5c93409e190c tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Allocated IP 172.20.0.6 (3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e/2cf41e9b-05a3-472b-ac95-40e03d3ea215/c7b85a36-8251-4688-991e-7330120da3a5) {{(pid=82096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:46:20.489511 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2f7ea5ea-5eb4-41bb-9b9b-41db6585ce0f req-a8f1fbc6-7f40-4132-ad2e-7e82d9491511 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=77661f60a3aa459dba3a5d43ab14951d&device_id=269cdf1c-6fd6-411d-8a16-6bf586a97d3b HTTP/1.1" status: 200  len: 1096 time: 0.1057100
Jul 14 08:46:20.500555 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f87776-ccd2-4860-843f-4626248ce215 req-c3630011-a719-43b9-886d-e9bc8b46dfdb tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:20.509024 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d9f87776-ccd2-4860-843f-4626248ce215 req-c3630011-a719-43b9-886d-e9bc8b46dfdb tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 946 time: 0.1850686
Jul 14 08:46:20.710702 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f7e8010d-72d6-4667-8a1e-6762b98635f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:20.736070 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d9f87776-ccd2-4860-843f-4626248ce215 req-eb5ff712-a12a-4922-93e6-2d11cb004e32 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2259672
Jul 14 08:46:20.846856 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ea5ea-5eb4-41bb-9b9b-41db6585ce0f req-c985a43e-f44a-4338-9429-a8b6607ee597 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:20.848743 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2f7ea5ea-5eb4-41bb-9b9b-41db6585ce0f req-c985a43e-f44a-4338-9429-a8b6607ee597 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cde446a9-0c7c-4318-8125-e2ca25cc6bae HTTP/1.1" status: 200  len: 915 time: 0.3375783
Jul 14 08:46:21.180342 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-ba6dafb7-ca0e-4b1d-91bc-5c93409e190c tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks [] for port, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:21.244563 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-f7e8010d-72d6-4667-8a1e-6762b98635f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:46:21.257430 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-f7e8010d-72d6-4667-8a1e-6762b98635f2 admin admin] Usage tracker for resource:security_group_rule and tenant:c45cffea847f438583103f9bc4baf0c8 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:46:21.265585 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-f7e8010d-72d6-4667-8a1e-6762b98635f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:46:21.281654 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-f7e8010d-72d6-4667-8a1e-6762b98635f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:46:21.354390 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2f7ea5ea-5eb4-41bb-9b9b-41db6585ce0f req-98497e60-acf5-4c74-95f3-6df1ca0b0345 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01bb028e-5dc6-48e6-9075-6881afb469e2 HTTP/1.1" status: 200  len: 217 time: 0.1628652
Jul 14 08:46:21.389000 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b026a-3ed2-4a3b-a0b6-132cdb8e0948 req-92f8cd92-38f6-4bb6-b0c7-4846b6b03487 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:21.397445 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1b9b026a-3ed2-4a3b-a0b6-132cdb8e0948 req-92f8cd92-38f6-4bb6-b0c7-4846b6b03487 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.3483772
Jul 14 08:46:21.451426 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f7e8010d-72d6-4667-8a1e-6762b98635f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:21.458872 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1b9b026a-3ed2-4a3b-a0b6-132cdb8e0948 req-29e20d69-e047-4201-8d07-f1d7375b990d tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600586
Jul 14 08:46:21.483651 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f7e8010d-72d6-4667-8a1e-6762b98635f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:21.506051 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-86ee199e-d1f5-4547-a3fe-a3377c00cf46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:21.532115 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-ba6dafb7-ca0e-4b1d-91bc-5c93409e190c tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Transition to ACTIVE for port object c7b85a36-8251-4688-991e-7330120da3a5 will not be triggered until provisioned by entity DHCP. {{(pid=82096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:46:21.635612 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-5b46a0a7-4a4d-4498-a7da-cf291403eba0 req-2728644a-e4af-4162-8282-98c9a3886bfb tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Synchronizing usage tracker for tenant:040f599933ea4921bd32ee786c14df5e on resource:port {{(pid=82095) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:46:21.654442 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-5b46a0a7-4a4d-4498-a7da-cf291403eba0 req-2728644a-e4af-4162-8282-98c9a3886bfb tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Unset dirty status for tenant:040f599933ea4921bd32ee786c14df5e on resource:port {{(pid=82095) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:46:21.662968 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54041e91-4754-4ebd-8f9d-f00e25ab7f95 req-9af0ed74-8d70-40dc-9085-7fe1c8247740 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:21.664874 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-54041e91-4754-4ebd-8f9d-f00e25ab7f95 req-9af0ed74-8d70-40dc-9085-7fe1c8247740 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 945 time: 1.2621291
Jul 14 08:46:21.667063 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5b46a0a7-4a4d-4498-a7da-cf291403eba0 req-2728644a-e4af-4162-8282-98c9a3886bfb tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 210 time: 0.0823061
Jul 14 08:46:21.699071 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e8010d-72d6-4667-8a1e-6762b98635f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a57537-7e72-44ef-b972-56eca737e527,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:21.708071 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-f7e8010d-72d6-4667-8a1e-6762b98635f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:21.734326 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 56430) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:46:21.734547 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-f7e8010d-72d6-4667-8a1e-6762b98635f2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c45cffea847f438583103f9bc4baf0c8&name=default HTTP/1.1" status: 200  len: 2647 time: 1.8159227
Jul 14 08:46:21.802869 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-ba6dafb7-ca0e-4b1d-91bc-5c93409e190c tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794'] for port, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:21.806453 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-54041e91-4754-4ebd-8f9d-f00e25ab7f95 req-24a933ab-ea6c-4384-b609-14925f417324 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1131482
Jul 14 08:46:21.811027 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:21.913511 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-ba6dafb7-ca0e-4b1d-91bc-5c93409e190c tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Network 3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e is already hosted by enough agents. {{(pid=82096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:46:21.920049 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-ba6dafb7-ca0e-4b1d-91bc-5c93409e190c tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Resources bound (agent type, host, resource id):  {{(pid=82096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:46:21.935287 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-ba6dafb7-ca0e-4b1d-91bc-5c93409e190c tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Received port after_create {{(pid=82096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:46:21.941070 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-49a10e6c-364f-4fcc-9ddf-e29e181d8c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:21.946269 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-ba6dafb7-ca0e-4b1d-91bc-5c93409e190c tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:21.947210 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-ba6dafb7-ca0e-4b1d-91bc-5c93409e190c tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:22.007376 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-ba6dafb7-ca0e-4b1d-91bc-5c93409e190c tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4903007
Jul 14 08:46:22.060368 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6dafb7-ca0e-4b1d-91bc-5c93409e190c tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Pushing event updated for resources: {'Port': ['ID=c7b85a36-8251-4688-991e-7330120da3a5,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:22.072339 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-ba6dafb7-ca0e-4b1d-91bc-5c93409e190c tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:22.112483 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-49a10e6c-364f-4fcc-9ddf-e29e181d8c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:22.189346 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e458b66-d819-4d35-8e86-ab83335a13f8 req-6b07d012-e811-4c1f-994c-428f6d252bc4 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:22.191161 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8e458b66-d819-4d35-8e86-ab83335a13f8 req-6b07d012-e811-4c1f-994c-428f6d252bc4 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=269cdf1c-6fd6-411d-8a16-6bf586a97d3b HTTP/1.1" status: 200  len: 943 time: 0.1662035
Jul 14 08:46:22.241036 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-49a10e6c-364f-4fcc-9ddf-e29e181d8c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:22.266360 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-69fd242a-5a72-4bc6-a52a-f76a5d4e67d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:22.300503 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a10e6c-364f-4fcc-9ddf-e29e181d8c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a57537-7e72-44ef-b972-56eca737e527,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:22.343419 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614df4f-1003-4077-91cc-065e90a42e9b req-8765cd72-90fe-4933-8463-7121ac1bbd4b tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:22.352003 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c614df4f-1003-4077-91cc-065e90a42e9b req-8765cd72-90fe-4933-8463-7121ac1bbd4b tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 946 time: 0.1705203
Jul 14 08:46:22.374644 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-49a10e6c-364f-4fcc-9ddf-e29e181d8c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:22.388807 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8e458b66-d819-4d35-8e86-ab83335a13f8 req-84a08cc3-e477-4656-93f0-79b6fd05c3be tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1867938
Jul 14 08:46:22.403917 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-49a10e6c-364f-4fcc-9ddf-e29e181d8c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:22.407680 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-49a10e6c-364f-4fcc-9ddf-e29e181d8c7c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/24a57537-7e72-44ef-b972-56eca737e527 HTTP/1.1" status: 204  len: 168 time: 0.6714060
Jul 14 08:46:22.450501 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c614df4f-1003-4077-91cc-065e90a42e9b req-23806a42-5e93-45ca-929f-aec081363799 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0972388
Jul 14 08:46:22.611157 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-1ffd778e-4d35-48fe-a1d4-828682b50fd8 service neutron] Request body: {'port': {'device_id': 'da91893a-b767-4cde-9d53-7564906351c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:46:22.651493 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-176381be-b793-4e2d-8d5b-4319e8f7c57a None None] Provisioning for port c7b85a36-8251-4688-991e-7330120da3a5 completed by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:46:22.670905 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-176381be-b793-4e2d-8d5b-4319e8f7c57a None None] Provisioning complete for port c7b85a36-8251-4688-991e-7330120da3a5 triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:46:22.674112 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-176381be-b793-4e2d-8d5b-4319e8f7c57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:22.771090 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ea5ea-5eb4-41bb-9b9b-41db6585ce0f req-580afa1a-d5bb-4f80-923b-9bf625976d33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:22.774589 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2f7ea5ea-5eb4-41bb-9b9b-41db6585ce0f req-580afa1a-d5bb-4f80-923b-9bf625976d33 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2c98006c-4b08-41a9-9e9c-c4ddc8012662 HTTP/1.1" status: 200  len: 854 time: 0.2382278
Jul 14 08:46:22.892625 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-176381be-b793-4e2d-8d5b-4319e8f7c57a None None] Port c7b85a36-8251-4688-991e-7330120da3a5 cannot update to ACTIVE because it is not bound. {{(pid=82097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 14 08:46:22.907721 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-1ffd778e-4d35-48fe-a1d4-828682b50fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:23.030254 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2f7ea5ea-5eb4-41bb-9b9b-41db6585ce0f req-cfe5f52f-910e-4e58-8c0c-091e67bb4f75 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cde446a9-0c7c-4318-8125-e2ca25cc6bae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2251253
Jul 14 08:46:23.112181 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ba6ea-2c41-4915-b5c5-14e4182816ad req-266f58f3-ea2b-494d-8d1c-1f4105abda2c tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:23.130679 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-176ba6ea-2c41-4915-b5c5-14e4182816ad req-266f58f3-ea2b-494d-8d1c-1f4105abda2c tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.2135415
Jul 14 08:46:23.282519 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-176ba6ea-2c41-4915-b5c5-14e4182816ad req-65d6aa3d-9edb-47cd-a443-c4ea15205d2a tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1504238
Jul 14 08:46:23.289132 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 56454) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:46:23.437206 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 01bb028e-5dc6-48e6-9075-6881afb469e2 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 14 08:46:23.467710 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c41eadca-df23-43f5-be50-3bed3c066a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:23.533248 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635418b-23ee-451b-989f-e3d3271324e4 req-87a83f66-75c2-4259-ae26-5e224a973a7b tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:23.534021 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-8635418b-23ee-451b-989f-e3d3271324e4 req-87a83f66-75c2-4259-ae26-5e224a973a7b tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Synchronizing usage tracker for tenant:040f599933ea4921bd32ee786c14df5e on resource:port {{(pid=82096) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:46:23.554716 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-8635418b-23ee-451b-989f-e3d3271324e4 req-87a83f66-75c2-4259-ae26-5e224a973a7b tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Unset dirty status for tenant:040f599933ea4921bd32ee786c14df5e on resource:port {{(pid=82096) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:46:23.563960 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8635418b-23ee-451b-989f-e3d3271324e4 req-87a83f66-75c2-4259-ae26-5e224a973a7b tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 931 time: 0.1863134
Jul 14 08:46:23.759068 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-8635418b-23ee-451b-989f-e3d3271324e4 req-f38ee17c-02a0-4259-9757-8a267987b652 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Synchronizing usage tracker for tenant:040f599933ea4921bd32ee786c14df5e on resource:security_group {{(pid=82096) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:46:23.790925 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port 01bb028e-5dc6-48e6-9075-6881afb469e2, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=01bb028e-5dc6-48e6-9075-6881afb469e2,segment=NetworkSegment(84d2a471-9073-47cf-9d75-3287490f4b5e),segment_id=84d2a471-9073-47cf-9d75-3287490f4b5e)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:46:23.814832 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-1ffd778e-4d35-48fe-a1d4-828682b50fd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7b85a36-8251-4688-991e-7330120da3a5 {{(pid=82096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:46:23.820859 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Returning: {'device': '01bb028e-5dc6-48e6-9075-6881afb469e2', 'network_id': 'cde446a9-0c7c-4318-8125-e2ca25cc6bae', 'port_id': '01bb028e-5dc6-48e6-9075-6881afb469e2', 'mac_address': 'fa:16:3e:06:3f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c98006c-4b08-41a9-9e9c-c4ddc8012662', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 14 08:46:23.828831 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-1ffd778e-4d35-48fe-a1d4-828682b50fd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:23.849396 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-8635418b-23ee-451b-989f-e3d3271324e4 req-f38ee17c-02a0-4259-9757-8a267987b652 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Unset dirty status for tenant:040f599933ea4921bd32ee786c14df5e on resource:security_group {{(pid=82096) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:46:23.853879 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2f7ea5ea-5eb4-41bb-9b9b-41db6585ce0f req-1ac85aa2-c690-4bb6-9a0d-a12c50044675 service neutron] 10.222.0.43 "GET /v2.0/networks/cde446a9-0c7c-4318-8125-e2ca25cc6bae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6691940
Jul 14 08:46:23.863245 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-c41eadca-df23-43f5-be50-3bed3c066a2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:46:23.871759 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8635418b-23ee-451b-989f-e3d3271324e4 req-f38ee17c-02a0-4259-9757-8a267987b652 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd3ceb96-24d3-46f0-a357-fd9c0f4c4b3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3066936
Jul 14 08:46:23.884214 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-c41eadca-df23-43f5-be50-3bed3c066a2c admin admin] Usage tracker for resource:security_group_rule and tenant:cf9522ca8ae0441397ae031ba4496065 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:46:23.896010 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-1ffd778e-4d35-48fe-a1d4-828682b50fd8 service neutron] Transition to ACTIVE for port object c7b85a36-8251-4688-991e-7330120da3a5 will not be triggered until provisioned by entity L2. {{(pid=82096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:46:23.899155 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-1ffd778e-4d35-48fe-a1d4-828682b50fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:23.905563 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-c41eadca-df23-43f5-be50-3bed3c066a2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:46:23.926220 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-c41eadca-df23-43f5-be50-3bed3c066a2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:46:23.933652 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-9240c4aa-a74c-49a8-a2cb-467c350e6b2c tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:23.937206 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff5fb3-0f56-426c-a0c4-313416dd65c4 req-1e99cfe1-4004-486b-9812-89f593798912 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:23.949497 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e3ff5fb3-0f56-426c-a0c4-313416dd65c4 req-1e99cfe1-4004-486b-9812-89f593798912 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 945 time: 0.3586829
Jul 14 08:46:24.045870 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:24.051571 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e3ff5fb3-0f56-426c-a0c4-313416dd65c4 req-3ef788ae-93d2-4fd6-8106-c7a6991e4cdf tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1009810
Jul 14 08:46:24.100226 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01bb028e-5dc6-48e6-9075-6881afb469e2 {{(pid=82097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:46:24.134389 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd778e-4d35-48fe-a1d4-828682b50fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b85a36-8251-4688-991e-7330120da3a5,revision_number=2']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:24.145176 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port 01bb028e-5dc6-48e6-9075-6881afb469e2, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=01bb028e-5dc6-48e6-9075-6881afb469e2,segment=NetworkSegment(84d2a471-9073-47cf-9d75-3287490f4b5e),segment_id=84d2a471-9073-47cf-9d75-3287490f4b5e)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:46:24.149868 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:24.156443 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:24.195369 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c41eadca-df23-43f5-be50-3bed3c066a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:24.198909 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c41eadca-df23-43f5-be50-3bed3c066a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:24.205525 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-1ffd778e-4d35-48fe-a1d4-828682b50fd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:24.284932 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-ab3e88be-7b84-4271-b514-566ce561dea3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:24.356800 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=01bb028e-5dc6-48e6-9075-6881afb469e2,revision_number=4']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:24.361636 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:24.375545 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-1ffd778e-4d35-48fe-a1d4-828682b50fd8 service neutron] Attempting to bind port c7b85a36-8251-4688-991e-7330120da3a5 on host hv-cinder-80022 for vnic_type normal with profile  {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:46:24.375545 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-1ffd778e-4d35-48fe-a1d4-828682b50fd8 service neutron] Attempting to bind port c7b85a36-8251-4688-991e-7330120da3a5 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '6ab29609-c173-4982-94fe-df6d6c34ea40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e'}] {{(pid=82096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:46:24.376399 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-1ffd778e-4d35-48fe-a1d4-828682b50fd8 service neutron] Attempting to bind port c7b85a36-8251-4688-991e-7330120da3a5 on network 3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:46:24.396663 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-c41eadca-df23-43f5-be50-3bed3c066a2c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cf9522ca8ae0441397ae031ba4496065&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1052127
Jul 14 08:46:24.397230 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41eadca-df23-43f5-be50-3bed3c066a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ab7708-f2ab-4030-8833-38c67ace34a6,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:24.416771 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 56466) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:46:24.446957 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-1ffd778e-4d35-48fe-a1d4-828682b50fd8 service neutron] Port c7b85a36-8251-4688-991e-7330120da3a5 on network 3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 14 08:46:24.451737 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-1ffd778e-4d35-48fe-a1d4-828682b50fd8 service neutron] Attempting to bind port c7b85a36-8251-4688-991e-7330120da3a5 on network 3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:46:24.474139 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c41eadca-df23-43f5-be50-3bed3c066a2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:24.477652 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-1ffd778e-4d35-48fe-a1d4-828682b50fd8 service neutron] Checking agent: {'id': 'aa24af5c-becf-43a3-9631-f44e6c3cc568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 41, 34), 'started_at': datetime.datetime(2021, 7, 14, 8, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:46:24.481735 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-1ffd778e-4d35-48fe-a1d4-828682b50fd8 service neutron] Checking segment: {'id': '6ab29609-c173-4982-94fe-df6d6c34ea40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:46:24.482376 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-1ffd778e-4d35-48fe-a1d4-828682b50fd8 service neutron] Bound using segment: {'id': '6ab29609-c173-4982-94fe-df6d6c34ea40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e'} {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:46:24.483041 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-1ffd778e-4d35-48fe-a1d4-828682b50fd8 service neutron] Bound port: c7b85a36-8251-4688-991e-7330120da3a5, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ab29609-c173-4982-94fe-df6d6c34ea40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e'}}] {{(pid=82096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:46:24.491864 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-1ffd778e-4d35-48fe-a1d4-828682b50fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:24.604480 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf9522-c355-4655-af6f-9be5b2770f5c req-f9eacd21-ad1f-4d6f-ad81-8198f992713f tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:24.612829 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-14bf9522-c355-4655-af6f-9be5b2770f5c req-f9eacd21-ad1f-4d6f-ad81-8198f992713f tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=269cdf1c-6fd6-411d-8a16-6bf586a97d3b HTTP/1.1" status: 200  len: 944 time: 0.4087627
Jul 14 08:46:24.685659 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e6098e0b-24b7-445e-981e-9130569bb48a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:24.750835 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e6098e0b-24b7-445e-981e-9130569bb48a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:24.753434 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] get_ports_and_sgs() called for port_ids ['01bb028e-5dc6-48e6-9075-6881afb469e2'] {{(pid=82097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 14 08:46:24.801181 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828d1a5-2293-4ba4-8e6f-a87f2597f1c0 req-aa8bd18d-055b-4ee4-ad82-3f926e6d304a tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:24.803540 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e828d1a5-2293-4ba4-8e6f-a87f2597f1c0 req-aa8bd18d-055b-4ee4-ad82-3f926e6d304a tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 946 time: 0.3844817
Jul 14 08:46:24.869402 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-1ffd778e-4d35-48fe-a1d4-828682b50fd8 service neutron] For port c7b85a36-8251-4688-991e-7330120da3a5, host hv-cinder-80022, cleared binding levels {{(pid=82096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:46:24.873402 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-1ffd778e-4d35-48fe-a1d4-828682b50fd8 service neutron] For port c7b85a36-8251-4688-991e-7330120da3a5, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=c7b85a36-8251-4688-991e-7330120da3a5,segment=NetworkSegment(6ab29609-c173-4982-94fe-df6d6c34ea40),segment_id=6ab29609-c173-4982-94fe-df6d6c34ea40)] {{(pid=82096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:46:24.882104 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-1ffd778e-4d35-48fe-a1d4-828682b50fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:24.888080 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-85a4512f-276e-42b0-b7d9-a3824aabc741 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:24.972054 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd778e-4d35-48fe-a1d4-828682b50fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b85a36-8251-4688-991e-7330120da3a5,revision_number=3']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:24.974639 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e6098e0b-24b7-445e-981e-9130569bb48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:24.999016 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-1ffd778e-4d35-48fe-a1d4-828682b50fd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:25.003708 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-65a01541-1a9c-4260-afd8-7a57fad94ad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:25.011975 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-14bf9522-c355-4655-af6f-9be5b2770f5c req-8757e6e3-d127-459c-b12c-d8fd0e0edb3b tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3979263
Jul 14 08:46:25.027428 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-1ffd778e-4d35-48fe-a1d4-828682b50fd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:25.030478 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-1ffd778e-4d35-48fe-a1d4-828682b50fd8 service neutron] 10.222.0.43 "PUT /v2.0/ports/c7b85a36-8251-4688-991e-7330120da3a5 HTTP/1.1" status: 200  len: 1093 time: 2.4257755
Jul 14 08:46:25.032811 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da91893a-b767-4cde-9d53-7564906351c7', 'tag': 'c7b85a36-8251-4688-991e-7330120da3a5'}] {{(pid=82096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:46:25.095979 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e828d1a5-2293-4ba4-8e6f-a87f2597f1c0 req-7c2ce690-5e44-467f-8f1e-a42a3bf69e1b tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2762480
Jul 14 08:46:25.096906 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6098e0b-24b7-445e-981e-9130569bb48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ab7708-f2ab-4030-8833-38c67ace34a6,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:25.145803 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e6098e0b-24b7-445e-981e-9130569bb48a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:25.301047 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e6098e0b-24b7-445e-981e-9130569bb48a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:25.302652 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-e6098e0b-24b7-445e-981e-9130569bb48a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f0ab7708-f2ab-4030-8833-38c67ace34a6 HTTP/1.1" status: 204  len: 168 time: 0.8818283
Jul 14 08:46:25.556268 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2f7ea5ea-5eb4-41bb-9b9b-41db6585ce0f req-d95cfc10-1a57-4a47-b6ff-e174bd3670a5 service neutron] 10.222.0.43 "GET /v2.0/networks/cde446a9-0c7c-4318-8125-e2ca25cc6bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5622025
Jul 14 08:46:25.633987 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186fe01-beef-4faf-a2f7-121fe30558b7 req-aa1c8c81-e31a-4f5c-94ea-b1fb4cb59bb3 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:25.634541 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e186fe01-beef-4faf-a2f7-121fe30558b7 req-aa1c8c81-e31a-4f5c-94ea-b1fb4cb59bb3 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 943 time: 0.2137675
Jul 14 08:46:25.637262 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf487f29-0af4-42f0-8d35-ea2261db93be req-0dc8e765-9108-44b5-b5cf-6344122311cb tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:25.645067 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cf487f29-0af4-42f0-8d35-ea2261db93be req-0dc8e765-9108-44b5-b5cf-6344122311cb tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.4464869
Jul 14 08:46:25.707021 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cf487f29-0af4-42f0-8d35-ea2261db93be req-91dc5691-261d-4ab6-9f93-f6e872b08e5b tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608449
Jul 14 08:46:25.715525 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-94fe207c-3657-4184-af6c-f24257b3aba3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=040f599933ea4921bd32ee786c14df5e&device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 1096 time: 0.3946507
Jul 14 08:46:25.858098 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e186fe01-beef-4faf-a2f7-121fe30558b7 req-8df476b0-0797-4029-bc21-5cb8abc4acbd tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd3ceb96-24d3-46f0-a357-fd9c0f4c4b3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2148645
Jul 14 08:46:25.955420 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da91893a-b767-4cde-9d53-7564906351c7', 'tag': 'c7b85a36-8251-4688-991e-7330120da3a5', 'status': 'completed', 'code': 200}
Jul 14 08:46:25.985034 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-0391af89-5ad9-4044-9395-815476e3c7f1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7b85a36-8251-4688-991e-7330120da3a5 HTTP/1.1" status: 200  len: 217 time: 0.2359326
Jul 14 08:46:26.293634 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd354c06-b894-4d30-b5a9-63d180372a10 req-5cd877fc-8977-4d7d-8f93-e1b212de2393 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:26.302500 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bd354c06-b894-4d30-b5a9-63d180372a10 req-5cd877fc-8977-4d7d-8f93-e1b212de2393 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 945 time: 0.1452098
Jul 14 08:46:26.366225 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bd354c06-b894-4d30-b5a9-63d180372a10 req-3b82c51e-a1bb-49c8-9521-4bf00446ed43 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0624132
Jul 14 08:46:26.667877 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462cad5-90d3-4655-abd5-3d7a3d89c393 req-4dd904f4-d59e-422a-a73d-3af5fa573874 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:26.669636 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8462cad5-90d3-4655-abd5-3d7a3d89c393 req-4dd904f4-d59e-422a-a73d-3af5fa573874 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=269cdf1c-6fd6-411d-8a16-6bf586a97d3b HTTP/1.1" status: 200  len: 944 time: 0.2561867
Jul 14 08:46:26.769597 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8462cad5-90d3-4655-abd5-3d7a3d89c393 req-60af7ca7-601f-4460-95a7-9784ad2de806 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923390
Jul 14 08:46:27.048051 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-c3c19eb7-2a43-4710-aa2f-0e42a6c8b437 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:27.055474 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-c3c19eb7-2a43-4710-aa2f-0e42a6c8b437 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2cf41e9b-05a3-472b-ac95-40e03d3ea215 HTTP/1.1" status: 200  len: 854 time: 0.1449568
Jul 14 08:46:27.077036 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4931852-578f-4897-9bbc-a385403f07a6 req-51b7d2e3-ecb5-4484-95d3-fa249bc8f1ba tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:27.084901 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f4931852-578f-4897-9bbc-a385403f07a6 req-51b7d2e3-ecb5-4484-95d3-fa249bc8f1ba tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 946 time: 0.5695076
Jul 14 08:46:27.166103 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f4931852-578f-4897-9bbc-a385403f07a6 req-cd5bf852-9024-4a2d-af23-bbecfe34b98a tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0798917
Jul 14 08:46:27.206042 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee6fa5-6193-4079-9345-3fb9efec0b8b req-2fa6290f-0c1f-4439-b9f8-a43ecd28b1ff tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:27.207870 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-7eee6fa5-6193-4079-9345-3fb9efec0b8b req-2fa6290f-0c1f-4439-b9f8-a43ecd28b1ff tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.1510165
Jul 14 08:46:27.465088 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 01bb028e-5dc6-48e6-9075-6881afb469e2 up at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:46:27.508618 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-7eee6fa5-6193-4079-9345-3fb9efec0b8b req-17f9317c-5b81-4bca-b3ff-a4998366d600 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2836311
Jul 14 08:46:27.578156 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning for port 01bb028e-5dc6-48e6-9075-6881afb469e2 completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:46:27.585769 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning complete for port 01bb028e-5dc6-48e6-9075-6881afb469e2 triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:46:27.585769 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:27.638954 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-f50bff5a-1dd0-44db-b97b-f530627faf83 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2972746
Jul 14 08:46:27.661344 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf1be4-568d-4ffb-889d-81752a7c7184 req-9ecd629c-b539-4946-9475-c5f2f9b5814e tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:27.679819 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cedf1be4-568d-4ffb-889d-81752a7c7184 req-9ecd629c-b539-4946-9475-c5f2f9b5814e tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 943 time: 0.2570553
Jul 14 08:46:27.802663 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cedf1be4-568d-4ffb-889d-81752a7c7184 req-f0ba8209-65d2-45bf-aeda-406ae2246ed1 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd3ceb96-24d3-46f0-a357-fd9c0f4c4b3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217616
Jul 14 08:46:28.032466 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:28.049406 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 56528) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:46:28.109155 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '269cdf1c-6fd6-411d-8a16-6bf586a97d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01bb028e-5dc6-48e6-9075-6881afb469e2'}] {{(pid=82097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:46:28.128346 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port 01bb028e-5dc6-48e6-9075-6881afb469e2, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=01bb028e-5dc6-48e6-9075-6881afb469e2,segment=NetworkSegment(84d2a471-9073-47cf-9d75-3287490f4b5e),segment_id=84d2a471-9073-47cf-9d75-3287490f4b5e)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:46:28.135206 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:28.144929 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:28.216567 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b28ac-96ba-4fbd-8cb6-5f6d558472ad req-944bd4b8-b89f-471a-9fde-4c69681f89b8 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:28.233514 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d03b28ac-96ba-4fbd-8cb6-5f6d558472ad req-944bd4b8-b89f-471a-9fde-4c69681f89b8 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=269cdf1c-6fd6-411d-8a16-6bf586a97d3b HTTP/1.1" status: 200  len: 944 time: 0.2480557
Jul 14 08:46:28.366809 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=01bb028e-5dc6-48e6-9075-6881afb469e2,revision_number=5']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:28.388753 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:28.466907 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d03b28ac-96ba-4fbd-8cb6-5f6d558472ad req-d239a737-ef5d-465f-be1d-b4a5b427e562 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2316735
Jul 14 08:46:28.541451 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-54155ad6-6ebf-4b3f-b4f3-ddead27b27bf service neutron] 10.222.0.43 "GET /v2.0/networks/3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8758476
Jul 14 08:46:28.608025 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 56542) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:46:28.725308 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '269cdf1c-6fd6-411d-8a16-6bf586a97d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01bb028e-5dc6-48e6-9075-6881afb469e2', 'code': 200}
Jul 14 08:46:28.736944 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bdf811-29e4-4d83-818a-0ad3a0377465 req-46d10ed0-1d47-4b4a-9da9-4fff22a500c1 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:28.746604 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-45bdf811-29e4-4d83-818a-0ad3a0377465 req-46d10ed0-1d47-4b4a-9da9-4fff22a500c1 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 945 time: 0.7505648
Jul 14 08:46:28.822109 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-0f5b6436-0e09-49f5-a2ed-1e1747b040d0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1352610820-network', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:46:28.828313 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-0f5b6436-0e09-49f5-a2ed-1e1747b040d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:46:28.832607 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-0f5b6436-0e09-49f5-a2ed-1e1747b040d0 admin admin] Usage tracker for resource:network and tenant:d5ca9a25ddbb42138f9b6a1b70d08687 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:46:28.836731 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-0f5b6436-0e09-49f5-a2ed-1e1747b040d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:46:28.893699 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-0f5b6436-0e09-49f5-a2ed-1e1747b040d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:46:28.894520 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-69b7122f-b512-46dd-a6f1-cf2e25b1f9ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:28.946626 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-69b7122f-b512-46dd-a6f1-cf2e25b1f9ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:46:28.952543 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-69b7122f-b512-46dd-a6f1-cf2e25b1f9ec admin admin] Usage tracker for resource:security_group_rule and tenant:a1f63c3f6e3b487083f843d2327cc429 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:46:28.956328 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-69b7122f-b512-46dd-a6f1-cf2e25b1f9ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:46:28.964596 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-69b7122f-b512-46dd-a6f1-cf2e25b1f9ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:46:28.967086 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-45bdf811-29e4-4d83-818a-0ad3a0377465 req-30a99d29-22a6-4a14-be34-043268e271e1 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2174821
Jul 14 08:46:28.976077 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5b6436-0e09-49f5-a2ed-1e1747b040d0 admin admin] Made reservation on behalf of d5ca9a25ddbb42138f9b6a1b70d08687 for: {'network': 1} {{(pid=82096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:46:29.005392 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0f5b6436-0e09-49f5-a2ed-1e1747b040d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for network, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:29.044302 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-69b7122f-b512-46dd-a6f1-cf2e25b1f9ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:29.047848 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0f5b6436-0e09-49f5-a2ed-1e1747b040d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:29.113429 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-69b7122f-b512-46dd-a6f1-cf2e25b1f9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:29.204468 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ea9c0982-2f01-4a05-b673-b83097b30f45 req-273f9ee8-dc51-48c1-8cd7-43ef66b80678 service neutron] 10.222.0.43 "GET /v2.0/networks/3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6364505
Jul 14 08:46:29.235729 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-eb42ad21-10b0-4ac4-972d-d0a53ab37b7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:29.283456 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-69b7122f-b512-46dd-a6f1-cf2e25b1f9ec admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a1f63c3f6e3b487083f843d2327cc429&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6714084
Jul 14 08:46:29.290166 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b7122f-b512-46dd-a6f1-cf2e25b1f9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2505e8-c98f-4f7b-98f2-006ed58cd1be,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:29.301382 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-69b7122f-b512-46dd-a6f1-cf2e25b1f9ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:29.310478 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 56552) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:46:29.364576 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-0f5b6436-0e09-49f5-a2ed-1e1747b040d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:46:29.430319 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-0f5b6436-0e09-49f5-a2ed-1e1747b040d0 admin admin] Usage tracker for resource:security_group_rule and tenant:d5ca9a25ddbb42138f9b6a1b70d08687 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:46:29.437017 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-0f5b6436-0e09-49f5-a2ed-1e1747b040d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:46:29.453837 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-0f5b6436-0e09-49f5-a2ed-1e1747b040d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:46:29.463231 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-956a9a54-5726-4e2c-9739-b87581b74f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:29.519821 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-12b261ae-c25d-4269-9286-4bc348e36bb6 req-40722b70-9138-4b38-8dea-ff14bb399972 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=040f599933ea4921bd32ee786c14df5e&device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 1096 time: 0.1439054
Jul 14 08:46:29.660943 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-956a9a54-5726-4e2c-9739-b87581b74f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:29.795076 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd4421-1609-4210-9c22-7722053e0ba4 req-82afb01d-ca93-4162-a70f-5654b0a89b12 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:29.825053 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-09dd4421-1609-4210-9c22-7722053e0ba4 req-82afb01d-ca93-4162-a70f-5654b0a89b12 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 946 time: 0.7784295
Jul 14 08:46:29.972323 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e7d269cc-9c2f-4962-8ead-f92f8dde512e req-a02410f4-8d87-48b0-943a-9eef47660cbf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=269cdf1c-6fd6-411d-8a16-6bf586a97d3b HTTP/1.1" status: 200  len: 1098 time: 0.8043122
Jul 14 08:46:30.152594 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56d967-f4b8-4478-a0b1-cab3b2051423 req-2393593e-0053-4484-91d0-da5ecbb0243a tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:30.162654 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5d56d967-f4b8-4478-a0b1-cab3b2051423 req-2393593e-0053-4484-91d0-da5ecbb0243a tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 943 time: 0.9292903
Jul 14 08:46:30.342390 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-09dd4421-1609-4210-9c22-7722053e0ba4 req-d7db728c-ab29-412a-90b8-8713acd11d22 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5158353
Jul 14 08:46:30.345303 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-956a9a54-5726-4e2c-9739-b87581b74f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:30.378438 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e4058c35-83d6-4396-8b9f-3fabc0d61140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:30.434653 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a9a54-5726-4e2c-9739-b87581b74f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2505e8-c98f-4f7b-98f2-006ed58cd1be,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:30.444598 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e7d269cc-9c2f-4962-8ead-f92f8dde512e req-b81e82e5-3673-4af7-a7d2-8eaaa2b0ca1d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4309640
Jul 14 08:46:30.448502 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b261ae-c25d-4269-9286-4bc348e36bb6 req-345fb6df-5897-43e9-bd32-20aa962913d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:30.450290 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-12b261ae-c25d-4269-9286-4bc348e36bb6 req-345fb6df-5897-43e9-bd32-20aa962913d8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e HTTP/1.1" status: 200  len: 916 time: 0.8657200
Jul 14 08:46:30.454176 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0f5b6436-0e09-49f5-a2ed-1e1747b040d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:30.461335 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-956a9a54-5726-4e2c-9739-b87581b74f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:30.461643 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0f5b6436-0e09-49f5-a2ed-1e1747b040d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:30.469155 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-ca932b07-d59c-4778-b3ac-96440cf4c1cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:30.471633 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-956a9a54-5726-4e2c-9739-b87581b74f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:30.481051 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-956a9a54-5726-4e2c-9739-b87581b74f73 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6c2505e8-c98f-4f7b-98f2-006ed58cd1be HTTP/1.1" status: 204  len: 168 time: 1.1503611
Jul 14 08:46:30.613622 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5d56d967-f4b8-4478-a0b1-cab3b2051423 req-9490bc7b-802d-409d-a2ce-2817b10bf80b tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd3ceb96-24d3-46f0-a357-fd9c0f4c4b3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4548013
Jul 14 08:46:30.615535 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b6436-0e09-49f5-a2ed-1e1747b040d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f263b975-15b1-441b-a734-09126d8aabd2,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:30.631200 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-0f5b6436-0e09-49f5-a2ed-1e1747b040d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:30.644571 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f5b6436-0e09-49f5-a2ed-1e1747b040d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509}  {{(pid=82096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 14 08:46:30.670012 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0f5b6436-0e09-49f5-a2ed-1e1747b040d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6123'] for segment, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:30.670408 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.db.segments_db [None req-0f5b6436-0e09-49f5-a2ed-1e1747b040d0 admin admin] Added segment 57e109e9-a08a-4b16-af5b-d8326e490f60 of type vlan for network 63a55da1-a3c0-4491-b519-b032a596f63a
Jul 14 08:46:30.720222 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0f5b6436-0e09-49f5-a2ed-1e1747b040d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282634469919'] for network, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:30.762315 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0f5b6436-0e09-49f5-a2ed-1e1747b040d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097'] for network, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:30.768134 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5b6436-0e09-49f5-a2ed-1e1747b040d0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:30.770590 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0f5b6436-0e09-49f5-a2ed-1e1747b040d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for network, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:30.781257 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:30.865907 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890f606-450e-4d34-9e65-d2c503d8cde8 req-11d1672e-f97f-41a4-8245-eb84a3dc0c6c tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:30.879436 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b890f606-450e-4d34-9e65-d2c503d8cde8 req-11d1672e-f97f-41a4-8245-eb84a3dc0c6c tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=269cdf1c-6fd6-411d-8a16-6bf586a97d3b HTTP/1.1" status: 200  len: 945 time: 0.2102377
Jul 14 08:46:31.007967 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b6436-0e09-49f5-a2ed-1e1747b040d0 admin admin] Pushing event updated for resources: {'Network': ['ID=63a55da1-a3c0-4491-b519-b032a596f63a,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:31.015887 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-0f5b6436-0e09-49f5-a2ed-1e1747b040d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:31.021412 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Network 63a55da1-a3c0-4491-b519-b032a596f63a details requested by agent ovs-agent-dv-cinder-800229-1-iscsi with host dv-cinder-800229-1-iscsi {{(pid=82097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jul 14 08:46:31.070043 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b890f606-450e-4d34-9e65-d2c503d8cde8 req-afd4508e-32e6-416a-a321-1c345493aed6 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1895301
Jul 14 08:46:31.083076 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-0f5b6436-0e09-49f5-a2ed-1e1747b040d0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.9342391
Jul 14 08:46:31.095628 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 56568) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:46:31.095628 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-c5bc8fd9-64b3-4284-966a-118e4b26c7d2 admin admin] Request body: {'subnet': {'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1352610820-subnet', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'ip_version': 4}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:46:31.144529 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-c5bc8fd9-64b3-4284-966a-118e4b26c7d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:46:31.162820 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-c5bc8fd9-64b3-4284-966a-118e4b26c7d2 admin admin] Usage tracker for resource:subnet and tenant:d5ca9a25ddbb42138f9b6a1b70d08687 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:46:31.167785 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-c5bc8fd9-64b3-4284-966a-118e4b26c7d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:46:31.183387 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-c5bc8fd9-64b3-4284-966a-118e4b26c7d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:46:31.198735 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d594f6-8b20-42e5-b285-4435facd8589 req-0ae4ab9c-f632-4baa-ab48-12cb3e318992 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:31.206122 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a7d594f6-8b20-42e5-b285-4435facd8589 req-0ae4ab9c-f632-4baa-ab48-12cb3e318992 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 945 time: 0.3769693
Jul 14 08:46:31.227097 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5bc8fd9-64b3-4284-966a-118e4b26c7d2 admin admin] Made reservation on behalf of d5ca9a25ddbb42138f9b6a1b70d08687 for: {'subnet': 1} {{(pid=82096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:46:31.232625 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c5bc8fd9-64b3-4284-966a-118e4b26c7d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:31.488528 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a7d594f6-8b20-42e5-b285-4435facd8589 req-1840d17e-96fb-41ff-84d4-586454a231af tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2813506
Jul 14 08:46:31.533297 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c8ead-f17d-42e8-aba2-9162d12748cc req-b2676609-6ec5-4402-99aa-458a30a9b235 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:31.549062 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a18c8ead-f17d-42e8-aba2-9162d12748cc req-b2676609-6ec5-4402-99aa-458a30a9b235 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.2392080
Jul 14 08:46:31.727812 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a18c8ead-f17d-42e8-aba2-9162d12748cc req-86463d2d-daef-412f-a099-2ca7444c83a9 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1776493
Jul 14 08:46:31.812000 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-12b261ae-c25d-4269-9286-4bc348e36bb6 req-8e79dab5-6d4d-476a-8bf4-9e5727bc4b4a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7b85a36-8251-4688-991e-7330120da3a5 HTTP/1.1" status: 200  len: 217 time: 0.2258606
Jul 14 08:46:32.086744 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f407076-9843-45c0-8e26-46dbfb50b606 req-79e58638-81b1-411c-ae44-5fb0bc24a3c2 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:32.103241 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5f407076-9843-45c0-8e26-46dbfb50b606 req-79e58638-81b1-411c-ae44-5fb0bc24a3c2 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 943 time: 0.1633923
Jul 14 08:46:32.202847 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5f407076-9843-45c0-8e26-46dbfb50b606 req-fe538af1-3e0f-4886-99cf-3e8f66acdb09 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd3ceb96-24d3-46f0-a357-fd9c0f4c4b3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977969
Jul 14 08:46:32.225294 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b261ae-c25d-4269-9286-4bc348e36bb6 req-df55f98e-74b5-4876-afd1-5cd9a994d226 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:32.226885 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-12b261ae-c25d-4269-9286-4bc348e36bb6 req-df55f98e-74b5-4876-afd1-5cd9a994d226 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2cf41e9b-05a3-472b-ac95-40e03d3ea215 HTTP/1.1" status: 200  len: 854 time: 0.3548048
Jul 14 08:46:32.284047 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd8419-b75c-49e4-b63b-0e24dc852106 req-1a9ff676-1f4c-4c81-8a2b-28ce7d2b705a tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:32.292452 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a4dd8419-b75c-49e4-b63b-0e24dc852106 req-1a9ff676-1f4c-4c81-8a2b-28ce7d2b705a tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 946 time: 0.4137194
Jul 14 08:46:32.587886 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a4dd8419-b75c-49e4-b63b-0e24dc852106 req-dffea993-fd0e-4cc8-9db5-cd7523c9bd34 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2943115
Jul 14 08:46:32.589834 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c5bc8fd9-64b3-4284-966a-118e4b26c7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097'] for subnet, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:32.613192 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c9706697-2e2a-414f-8a04-70fd04b54aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:32.806839 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc8fd9-64b3-4284-966a-118e4b26c7d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96d8d046-4279-496a-b8c7-1752b53b9847,revision_number=0']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:32.810056 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bc8fd9-64b3-4284-966a-118e4b26c7d2 admin admin] Checking segment: {'id': '57e109e9-a08a-4b16-af5b-d8326e490f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:46:32.810639 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bc8fd9-64b3-4284-966a-118e4b26c7d2 admin admin] Network hostable DHCP agents. Network: 63a55da1-a3c0-4491-b519-b032a596f63a, hostable agents: ['4806de72-7956-4992-af39-5d97bb1c9176'], hosted agents: [] {{(pid=82096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jul 14 08:46:32.825418 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c5bc8fd9-64b3-4284-966a-118e4b26c7d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:32.841472 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-12b261ae-c25d-4269-9286-4bc348e36bb6 req-06e22295-e8e0-4dc9-9786-12319eae32bd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4920166
Jul 14 08:46:32.909073 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bc8fd9-64b3-4284-966a-118e4b26c7d2 admin admin] Network 63a55da1-a3c0-4491-b519-b032a596f63a is scheduled to be hosted by DHCP agent 4806de72-7956-4992-af39-5d97bb1c9176 with binding_index 1 {{(pid=82096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jul 14 08:46:32.951948 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-c5bc8fd9-64b3-4284-966a-118e4b26c7d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800229-1-iscsi, 63a55da1-a3c0-4491-b519-b032a596f63a) {{(pid=82096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:46:32.956993 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bc8fd9-64b3-4284-966a-118e4b26c7d2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:32.958242 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c5bc8fd9-64b3-4284-966a-118e4b26c7d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:32.963385 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dea5608-c4ec-4b2b-9958-73bd96c60082 None None] Network 63a55da1-a3c0-4491-b519-b032a596f63a requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:46:33.041278 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-c5bc8fd9-64b3-4284-966a-118e4b26c7d2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.9533484
Jul 14 08:46:33.046835 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 56606) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:46:33.051502 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f48cf-4014-448d-b9ff-47ba36eaec0e req-dd3c5e19-466a-4e7e-809e-b78c2635ac40 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:33.053581 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b03f48cf-4014-448d-b9ff-47ba36eaec0e req-dd3c5e19-466a-4e7e-809e-b78c2635ac40 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=269cdf1c-6fd6-411d-8a16-6bf586a97d3b HTTP/1.1" status: 200  len: 945 time: 0.1845853
Jul 14 08:46:33.053717 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-7e44f8a1-8e35-4e9d-a5c8-830f400bb9c6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1352610820-router', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'}}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:46:33.077299 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-7e44f8a1-8e35-4e9d-a5c8-830f400bb9c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:46:33.084505 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-7e44f8a1-8e35-4e9d-a5c8-830f400bb9c6 admin admin] Usage tracker for resource:router and tenant:d5ca9a25ddbb42138f9b6a1b70d08687 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:46:33.100311 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-7e44f8a1-8e35-4e9d-a5c8-830f400bb9c6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:46:33.114445 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-7e44f8a1-8e35-4e9d-a5c8-830f400bb9c6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:46:33.139014 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7e44f8a1-8e35-4e9d-a5c8-830f400bb9c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854083276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29836'] for router, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:33.140388 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7e44f8a1-8e35-4e9d-a5c8-830f400bb9c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-695853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-754544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854745977'] for router, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:33.155809 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b03f48cf-4014-448d-b9ff-47ba36eaec0e req-2080b67b-6dc1-45ba-ba23-b03fcd8b6ffb tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951998
Jul 14 08:46:33.184138 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7e44f8a1-8e35-4e9d-a5c8-830f400bb9c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:33.242610 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.agents_db [None req-e2914788-e7e4-4a13-b83f-78c3979e9233 None None] Agent healthcheck: found 6 active agents {{(pid=82098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 14 08:46:33.482111 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7e44f8a1-8e35-4e9d-a5c8-830f400bb9c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-695868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854083321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29545'] for router, precommit_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:33.505654 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device b904831d-c561-4abf-b18b-fa6f34ef809f details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 14 08:46:33.991999 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31100b1-5d7f-435a-8afc-511fda903b5b req-c60a63ca-cc16-4866-a99a-664a7252cae2 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:34.009696 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f31100b1-5d7f-435a-8afc-511fda903b5b req-c60a63ca-cc16-4866-a99a-664a7252cae2 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 945 time: 0.6323748
Jul 14 08:46:34.117943 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port b904831d-c561-4abf-b18b-fa6f34ef809f, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=b904831d-c561-4abf-b18b-fa6f34ef809f,segment=NetworkSegment(54020ed2-9764-455c-bb75-78a5101f4433),segment_id=54020ed2-9764-455c-bb75-78a5101f4433)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:46:34.177789 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Returning: {'device': 'b904831d-c561-4abf-b18b-fa6f34ef809f', 'network_id': '52933724-b56f-4198-aacf-d572e3623b57', 'port_id': 'b904831d-c561-4abf-b18b-fa6f34ef809f', 'mac_address': 'fa:16:3e:25:c3:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2471914-bec5-4d3a-8fbd-31586948f335', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 14 08:46:34.194512 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19848c09-35d3-4406-a23b-fe3987b3175e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3704f2b-d2c3-5246-b6ef-c89a7a596ff8-63a55da1-a3c0-4491-b519-b032a596f63a', 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'fixed_ips': [{'subnet_id': '96d8d046-4279-496a-b8c7-1752b53b9847'}]}} from dv-cinder-800229-1-iscsi. {{(pid=82097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jul 14 08:46:34.201897 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-19848c09-35d3-4406-a23b-fe3987b3175e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:34.209323 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-12b261ae-c25d-4269-9286-4bc348e36bb6 req-38ad3590-614f-464e-8ef1-710198c25255 service neutron] 10.222.0.43 "GET /v2.0/networks/3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7308311
Jul 14 08:46:34.301150 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7e44f8a1-8e35-4e9d-a5c8-830f400bb9c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:34.502054 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7e44f8a1-8e35-4e9d-a5c8-830f400bb9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:34.586466 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:34.605066 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-12b261ae-c25d-4269-9286-4bc348e36bb6 req-6cdbb240-346d-4bda-94c7-e3d8db9cca0e service neutron] 10.222.0.43 "GET /v2.0/networks/3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3784370
Jul 14 08:46:34.620550 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f31100b1-5d7f-435a-8afc-511fda903b5b req-ab6fa6b7-e8cc-434d-9bd8-ecdfac2ebb45 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6088593
Jul 14 08:46:34.763680 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b904831d-c561-4abf-b18b-fa6f34ef809f {{(pid=82097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:46:34.819476 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port b904831d-c561-4abf-b18b-fa6f34ef809f, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=b904831d-c561-4abf-b18b-fa6f34ef809f,segment=NetworkSegment(54020ed2-9764-455c-bb75-78a5101f4433),segment_id=54020ed2-9764-455c-bb75-78a5101f4433)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:46:34.829131 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:34.835637 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:34.957993 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=b904831d-c561-4abf-b18b-fa6f34ef809f,revision_number=6']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:34.969326 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:34.987045 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [None req-7e44f8a1-8e35-4e9d-a5c8-830f400bb9c6 admin admin] Allocated IP 172.27.3.246 (67339833-1858-4359-a5f3-39cbe3daa12b/5340f5f3-2f04-41df-9207-8bcd858e18e6/155255aa-829c-445a-83c1-0f2fe7a5070c) {{(pid=82095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:46:35.037022 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480a69b-3356-49da-9ac1-f7d8a8f22105 req-b2bd6f95-b288-4586-a2f8-a2fef209d06c tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:35.038671 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9480a69b-3356-49da-9ac1-f7d8a8f22105 req-b2bd6f95-b288-4586-a2f8-a2fef209d06c tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 945 time: 0.1477504
Jul 14 08:46:35.144647 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9480a69b-3356-49da-9ac1-f7d8a8f22105 req-2fda1bd8-0382-4973-a001-720133b8f5df tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0979249
Jul 14 08:46:35.197392 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [None req-19848c09-35d3-4406-a23b-fe3987b3175e None None] Allocated IP 172.20.0.2 (63a55da1-a3c0-4491-b519-b032a596f63a/96d8d046-4279-496a-b8c7-1752b53b9847/d872251e-5186-46f1-bb22-c085bf729f0c) {{(pid=82097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:46:35.225572 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] get_ports_and_sgs() called for port_ids ['b904831d-c561-4abf-b18b-fa6f34ef809f'] {{(pid=82097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 14 08:46:35.331779 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7e44f8a1-8e35-4e9d-a5c8-830f400bb9c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:35.436303 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7e44f8a1-8e35-4e9d-a5c8-830f400bb9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:35.442084 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-71cf1db8-edd0-40af-9f42-507276fee5cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:35.519024 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44f8a1-8e35-4e9d-a5c8-830f400bb9c6 admin admin] Pushing event updated for resources: {'Port': ['ID=155255aa-829c-445a-83c1-0f2fe7a5070c,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:35.543486 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-7e44f8a1-8e35-4e9d-a5c8-830f400bb9c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:35.600928 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e24f92-ba06-4218-a61d-7536b6f295c9 req-01577072-9288-41f2-a6f3-782aa99b5ff0 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:35.616233 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a7e24f92-ba06-4218-a61d-7536b6f295c9 req-01577072-9288-41f2-a6f3-782aa99b5ff0 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=269cdf1c-6fd6-411d-8a16-6bf586a97d3b HTTP/1.1" status: 200  len: 945 time: 0.1932781
Jul 14 08:46:35.659403 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7ede4-b6a5-485f-8bad-9ee05b2c4417 req-f140e8f0-aedd-4e71-9ed6-85dc409b0469 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:35.669779 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4db7ede4-b6a5-485f-8bad-9ee05b2c4417 req-f140e8f0-aedd-4e71-9ed6-85dc409b0469 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 943 time: 0.8099267
Jul 14 08:46:35.704170 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a7e24f92-ba06-4218-a61d-7536b6f295c9 req-7edef5fd-4d55-40b8-a537-9c3bddd82f94 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867608
Jul 14 08:46:35.839451 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e44f8a1-8e35-4e9d-a5c8-830f400bb9c6 admin admin] Network 67339833-1858-4359-a5f3-39cbe3daa12b is already hosted by enough agents. {{(pid=82095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:46:35.843485 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-da2a1a3c-5eac-40c3-84d2-829079cc1ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:35.857703 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4db7ede4-b6a5-485f-8bad-9ee05b2c4417 req-25aa5380-5496-42f3-b2a0-05ca105ffabb tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd3ceb96-24d3-46f0-a357-fd9c0f4c4b3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1828878
Jul 14 08:46:35.861104 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d5f9823f-4042-4ffe-9bd7-7e076247cf25 req-a786613d-b135-4249-9cee-d225dbf59365 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 1.7046919
Jul 14 08:46:35.877950 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-7e44f8a1-8e35-4e9d-a5c8-830f400bb9c6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:46:35.891918 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e44f8a1-8e35-4e9d-a5c8-830f400bb9c6 admin admin] Received port after_create {{(pid=82095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:46:36.256618 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ba625-c6a7-4437-a634-78a5a8044d1d req-12e33d39-fd59-4fd3-8368-4154075de35e tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:36.265140 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0c8ba625-c6a7-4437-a634-78a5a8044d1d req-12e33d39-fd59-4fd3-8368-4154075de35e tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 945 time: 0.1947539
Jul 14 08:46:36.279945 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7e44f8a1-8e35-4e9d-a5c8-830f400bb9c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:36.280731 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7e44f8a1-8e35-4e9d-a5c8-830f400bb9c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854079993'] for router, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:36.294086 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:36.422613 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0c8ba625-c6a7-4437-a634-78a5a8044d1d req-8aeead4e-48ce-4f08-ac49-a4c4446c29b5 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1474323
Jul 14 08:46:36.468692 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-19848c09-35d3-4406-a23b-fe3987b3175e None None] Notify callbacks [] for port, precommit_create {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:36.512330 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-19848c09-35d3-4406-a23b-fe3987b3175e None None] Transition to ACTIVE for port object d872251e-5186-46f1-bb22-c085bf729f0c will not be triggered until provisioned by entity L2. {{(pid=82097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:46:36.616344 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-19848c09-35d3-4406-a23b-fe3987b3175e None None] Transition to ACTIVE for port object d872251e-5186-46f1-bb22-c085bf729f0c will not be triggered until provisioned by entity DHCP. {{(pid=82097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:46:36.633217 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-19848c09-35d3-4406-a23b-fe3987b3175e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794'] for port, after_create {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:36.705439 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:36.902241 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5982dfc-25fd-423b-82e1-b36c171c7492 req-f6307593-0125-4895-b779-729dd49d1cd2 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:36.918366 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b5982dfc-25fd-423b-82e1-b36c171c7492 req-f6307593-0125-4895-b779-729dd49d1cd2 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 945 time: 0.1949923
Jul 14 08:46:36.939640 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19848c09-35d3-4406-a23b-fe3987b3175e None None] Pushing event updated for resources: {'Port': ['ID=d872251e-5186-46f1-bb22-c085bf729f0c,revision_number=1']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:36.966776 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19848c09-35d3-4406-a23b-fe3987b3175e None None] Network 63a55da1-a3c0-4491-b519-b032a596f63a is already hosted by enough agents. {{(pid=82097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:46:36.969350 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-19848c09-35d3-4406-a23b-fe3987b3175e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:36.978798 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-19848c09-35d3-4406-a23b-fe3987b3175e None None] Resources bound (agent type, host, resource id):  {{(pid=82097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:46:36.985489 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19848c09-35d3-4406-a23b-fe3987b3175e None None] Received port after_create {{(pid=82097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:46:37.001036 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:37.022164 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b5982dfc-25fd-423b-82e1-b36c171c7492 req-52102a09-6447-4458-8b07-d308eea2e75d tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1027107
Jul 14 08:46:37.121295 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-19848c09-35d3-4406-a23b-fe3987b3175e None None] Attempting to bind port d872251e-5186-46f1-bb22-c085bf729f0c on host dv-cinder-800229-1-iscsi for vnic_type normal with profile  {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:46:37.122078 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-19848c09-35d3-4406-a23b-fe3987b3175e None None] Attempting to bind port d872251e-5186-46f1-bb22-c085bf729f0c by drivers openvswitch,hyperv on host dv-cinder-800229-1-iscsi at level 0 using segments [{'id': '57e109e9-a08a-4b16-af5b-d8326e490f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a'}] {{(pid=82097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:46:37.122732 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19848c09-35d3-4406-a23b-fe3987b3175e None None] Attempting to bind port d872251e-5186-46f1-bb22-c085bf729f0c on network 63a55da1-a3c0-4491-b519-b032a596f63a {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:46:37.130747 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19848c09-35d3-4406-a23b-fe3987b3175e None None] Checking agent: {'id': '0d58c09d-3d0a-420d-b789-56ac4f0c32ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 37), 'started_at': datetime.datetime(2021, 7, 14, 8, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:46:37.131603 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19848c09-35d3-4406-a23b-fe3987b3175e None None] Checking segment: {'id': '57e109e9-a08a-4b16-af5b-d8326e490f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:46:37.132294 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-19848c09-35d3-4406-a23b-fe3987b3175e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:37.132978 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19848c09-35d3-4406-a23b-fe3987b3175e None None] Bound using segment: {'id': '57e109e9-a08a-4b16-af5b-d8326e490f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a'} {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:46:37.133882 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-19848c09-35d3-4406-a23b-fe3987b3175e None None] Bound port: d872251e-5186-46f1-bb22-c085bf729f0c, host: dv-cinder-800229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57e109e9-a08a-4b16-af5b-d8326e490f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a'}}] {{(pid=82097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:46:37.134532 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-19848c09-35d3-4406-a23b-fe3987b3175e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:37.274648 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-19848c09-35d3-4406-a23b-fe3987b3175e None None] For port d872251e-5186-46f1-bb22-c085bf729f0c, host dv-cinder-800229-1-iscsi, cleared binding levels {{(pid=82097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:46:37.289870 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-19848c09-35d3-4406-a23b-fe3987b3175e None None] For port d872251e-5186-46f1-bb22-c085bf729f0c, host dv-cinder-800229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=d872251e-5186-46f1-bb22-c085bf729f0c,segment=NetworkSegment(57e109e9-a08a-4b16-af5b-d8326e490f60),segment_id=57e109e9-a08a-4b16-af5b-d8326e490f60)] {{(pid=82097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:46:37.291331 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d5f9823f-4042-4ffe-9bd7-7e076247cf25 req-138c6b00-d2e7-431d-9dde-cb08cadbc6d9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ead16347efbf48ac94be432daab86c02&device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 1098 time: 0.1606581
Jul 14 08:46:37.300080 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-19848c09-35d3-4406-a23b-fe3987b3175e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:37.309249 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:37.351017 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92efcfdd-00a6-420f-bd05-4ee8287ff6b8 req-0732bf9b-d9e0-4b9d-a69a-7557d82876fa tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:37.362864 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-92efcfdd-00a6-420f-bd05-4ee8287ff6b8 req-0732bf9b-d9e0-4b9d-a69a-7557d82876fa tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 943 time: 0.1434157
Jul 14 08:46:37.385307 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e44f8a1-8e35-4e9d-a5c8-830f400bb9c6 admin admin] Router 5be78347-3ba5-4a96-ae33-4dff4e9bb7e0 is scheduled to L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c with binding_index 1 {{(pid=82095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Jul 14 08:46:37.455217 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19848c09-35d3-4406-a23b-fe3987b3175e None None] Pushing event updated for resources: {'Port': ['ID=d872251e-5186-46f1-bb22-c085bf729f0c,revision_number=2']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:37.462549 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-19848c09-35d3-4406-a23b-fe3987b3175e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:37.486577 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-92efcfdd-00a6-420f-bd05-4ee8287ff6b8 req-b5bc2c0c-2d64-4cc7-aaa6-4f5acab40aa8 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd3ceb96-24d3-46f0-a357-fd9c0f4c4b3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1225324
Jul 14 08:46:37.517306 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device b904831d-c561-4abf-b18b-fa6f34ef809f up at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:46:37.784343 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning complete for port b904831d-c561-4abf-b18b-fa6f34ef809f triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:46:37.785916 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:37.935520 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ecb6d8-0239-4588-a105-70d61a1f45e4 req-cc5773fb-133f-42c8-ada7-5b2c62177998 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:37.951689 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-28ecb6d8-0239-4588-a105-70d61a1f45e4 req-cc5773fb-133f-42c8-ada7-5b2c62177998 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 945 time: 0.2111821
Jul 14 08:46:37.958289 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9823f-4042-4ffe-9bd7-7e076247cf25 req-d0209e39-56ca-494f-b5df-b60c45226c49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:37.968126 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d5f9823f-4042-4ffe-9bd7-7e076247cf25 req-d0209e39-56ca-494f-b5df-b60c45226c49 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d19eb0ec-3fca-4972-8b6c-dc33db64d81a HTTP/1.1" status: 200  len: 920 time: 0.3813832
Jul 14 08:46:38.034708 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-290c71d3-f889-4d43-8695-40e76eef13bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:38.080329 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-28ecb6d8-0239-4588-a105-70d61a1f45e4 req-252062e8-cc94-499b-a624-babc0d4bfee3 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1275680
Jul 14 08:46:38.228123 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:38.347038 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2363fe-270a-4a6e-96ed-2fb6f685a2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b904831d-c561-4abf-b18b-fa6f34ef809f'}] {{(pid=82097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:46:38.378893 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port b904831d-c561-4abf-b18b-fa6f34ef809f, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=b904831d-c561-4abf-b18b-fa6f34ef809f,segment=NetworkSegment(54020ed2-9764-455c-bb75-78a5101f4433),segment_id=54020ed2-9764-455c-bb75-78a5101f4433)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:46:38.388576 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:38.393807 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:38.436474 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d5f9823f-4042-4ffe-9bd7-7e076247cf25 req-ab85ea05-6b1c-4595-8b94-2160ee0ddb40 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8fb76f8-786e-48d2-8b7f-d7e369ba3953 HTTP/1.1" status: 200  len: 217 time: 0.2421978
Jul 14 08:46:38.568695 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e44f8a1-8e35-4e9d-a5c8-830f400bb9c6 admin admin] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:46:38.581850 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8563513-d172-4279-9b9a-6c9f7f169a79 None None] Sync routers for ids ['5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'] in dv-cinder-800229-1-iscsi {{(pid=82098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:46:38.598625 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device d872251e-5186-46f1-bb22-c085bf729f0c up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:46:38.617161 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9823f-4042-4ffe-9bd7-7e076247cf25 req-9ed0548b-fed5-45c7-aa1f-856cecb056b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:38.619063 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d5f9823f-4042-4ffe-9bd7-7e076247cf25 req-9ed0548b-fed5-45c7-aa1f-856cecb056b7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39925f90-e1ab-4017-bcf5-1e919a7aa9a0 HTTP/1.1" status: 200  len: 859 time: 0.1750498
Jul 14 08:46:38.626554 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8563513-d172-4279-9b9a-6c9f7f169a79 None None] Routers {'5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:46:38.631881 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-f8563513-d172-4279-9b9a-6c9f7f169a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64025dcb00>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:46:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'], 'active': True} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:46:38.662297 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:38.681463 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429d850-6e1f-48f8-8a1f-7aa88109d7df req-53167d16-c65d-486c-9321-7d587ebf873b tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:38.688367 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=b904831d-c561-4abf-b18b-fa6f34ef809f,revision_number=7']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:38.693683 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:38.703435 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-7429d850-6e1f-48f8-8a1f-7aa88109d7df req-53167d16-c65d-486c-9321-7d587ebf873b tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 946 time: 0.3602123
Jul 14 08:46:38.710553 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7e44f8a1-8e35-4e9d-a5c8-830f400bb9c6 admin admin] Notify callbacks [] for router, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:38.712269 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-7e44f8a1-8e35-4e9d-a5c8-830f400bb9c6 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 5.6641941
Jul 14 08:46:38.730271 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning for port d872251e-5186-46f1-bb22-c085bf729f0c completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:46:38.731731 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 56674) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:46:38.734514 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d5f9823f-4042-4ffe-9bd7-7e076247cf25 req-d946538a-0204-45fd-9628-9a43c03051b2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d19eb0ec-3fca-4972-8b6c-dc33db64d81a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0925956
Jul 14 08:46:38.831994 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-7429d850-6e1f-48f8-8a1f-7aa88109d7df req-78bba93d-9707-4d43-945a-16c9669dfb6e tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1253629
Jul 14 08:46:38.917558 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2363fe-270a-4a6e-96ed-2fb6f685a2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b904831d-c561-4abf-b18b-fa6f34ef809f', 'code': 200}
Jul 14 08:46:39.119601 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-f8563513-d172-4279-9b9a-6c9f7f169a79 None None] Set router 5be78347-3ba5-4a96-ae33-4dff4e9bb7e0 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:46:39.254955 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d5f9823f-4042-4ffe-9bd7-7e076247cf25 req-c83a244d-268f-409a-bbd1-7c171ae78eb0 service neutron] 10.222.0.43 "GET /v2.0/networks/d19eb0ec-3fca-4972-8b6c-dc33db64d81a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4351690
Jul 14 08:46:39.545689 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:39.600260 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d5f9823f-4042-4ffe-9bd7-7e076247cf25 req-93a9f822-c50e-4e99-a197-4c4b65f6e556 service neutron] 10.222.0.43 "GET /v2.0/networks/d19eb0ec-3fca-4972-8b6c-dc33db64d81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2071078
Jul 14 08:46:40.207314 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-f8563513-d172-4279-9b9a-6c9f7f169a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64025dcb00>, [{'id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'name': 'tempest-TestVolumeBootPattern-1352610820-router', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:33Z', 'updated_at': '2021-07-14T08:46:36Z', 'revision_number': 3, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'gw_port': {'id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fe:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:34Z', 'updated_at': '2021-07-14T08:46:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi'}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:46:40.214252 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8563513-d172-4279-9b9a-6c9f7f169a79 None None] Checking router: 5be78347-3ba5-4a96-ae33-4dff4e9bb7e0 for host: dv-cinder-800229-1-iscsi {{(pid=82098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:46:40.214855 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8563513-d172-4279-9b9a-6c9f7f169a79 None None] Updating router 5be78347-3ba5-4a96-ae33-4dff4e9bb7e0 port 155255aa-829c-445a-83c1-0f2fe7a5070c binding host dv-cinder-800229-1-iscsi {{(pid=82098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 14 08:46:40.301460 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f8563513-d172-4279-9b9a-6c9f7f169a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:40.474387 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdcb088-f3f9-4790-a950-a1c90844bdf6 None None] Network 63a55da1-a3c0-4491-b519-b032a596f63a requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:46:40.498149 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323204c-c119-4267-9791-d1b26537c397 req-1a9889bf-6fcb-4d8d-9019-564ca1b647e5 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:40.508533 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6323204c-c119-4267-9791-d1b26537c397 req-1a9889bf-6fcb-4d8d-9019-564ca1b647e5 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 943 time: 0.3323753
Jul 14 08:46:40.691211 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6323204c-c119-4267-9791-d1b26537c397 req-c9c1f81f-dbab-43ee-a64d-7552e4c960f1 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd3ceb96-24d3-46f0-a357-fd9c0f4c4b3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1794977
Jul 14 08:46:40.738893 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c4d48893-8e73-450a-afd4-7c04cd555cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:41.080518 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [None req-c4d48893-8e73-450a-afd4-7c04cd555cd9 admin admin] Allocated IP 172.20.0.1 (63a55da1-a3c0-4491-b519-b032a596f63a/96d8d046-4279-496a-b8c7-1752b53b9847/cfdfede3-3646-4b11-bd86-a286e5615db7) {{(pid=82095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:46:41.254737 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f8563513-d172-4279-9b9a-6c9f7f169a79 None None] Notify callbacks [] for port, precommit_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:41.292392 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-f8563513-d172-4279-9b9a-6c9f7f169a79 None None] Transition to ACTIVE for port object 155255aa-829c-445a-83c1-0f2fe7a5070c will not be triggered until provisioned by entity L2. {{(pid=82098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:46:41.311666 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f8563513-d172-4279-9b9a-6c9f7f169a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:41.315971 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-14af4857-4729-4226-88c1-1fc1641a018d None None] Provisioning for port d872251e-5186-46f1-bb22-c085bf729f0c completed by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:46:41.336333 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-9eb56651-7cd5-46f1-b5fc-f70fae6e2f12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:41.350460 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd931bdb-2b87-46b1-b35d-fd0be327b6f9 req-46eca8da-0faa-4fd2-996e-c7d977f73f0d tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:41.357724 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-14af4857-4729-4226-88c1-1fc1641a018d None None] Provisioning complete for port d872251e-5186-46f1-bb22-c085bf729f0c triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:46:41.358167 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-14af4857-4729-4226-88c1-1fc1641a018d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:41.365970 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bd931bdb-2b87-46b1-b35d-fd0be327b6f9 req-46eca8da-0faa-4fd2-996e-c7d977f73f0d tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 945 time: 0.3286719
Jul 14 08:46:41.488723 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bd931bdb-2b87-46b1-b35d-fd0be327b6f9 req-1fadc495-7c48-4c84-8f39-ca4681b13e10 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1214163
Jul 14 08:46:41.534308 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792d5b25-b3bd-476a-8fa8-e6f2bd5a0ae3 None None] Pushing event updated for resources: {'Port': ['ID=155255aa-829c-445a-83c1-0f2fe7a5070c,revision_number=2']} {{(pid=82098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:41.553838 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-f8563513-d172-4279-9b9a-6c9f7f169a79 None None] Attempting to bind port 155255aa-829c-445a-83c1-0f2fe7a5070c on host dv-cinder-800229-1-iscsi for vnic_type normal with profile  {{(pid=82098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:46:41.554257 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-f8563513-d172-4279-9b9a-6c9f7f169a79 None None] Attempting to bind port 155255aa-829c-445a-83c1-0f2fe7a5070c by drivers openvswitch,hyperv on host dv-cinder-800229-1-iscsi at level 0 using segments [{'id': 'eeb05519-cb3f-4410-affd-d7c1079f9a7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'}] {{(pid=82098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:46:41.554667 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8563513-d172-4279-9b9a-6c9f7f169a79 None None] Attempting to bind port 155255aa-829c-445a-83c1-0f2fe7a5070c on network 67339833-1858-4359-a5f3-39cbe3daa12b {{(pid=82098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:46:41.562300 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-792d5b25-b3bd-476a-8fa8-e6f2bd5a0ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=82098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:41.563141 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8563513-d172-4279-9b9a-6c9f7f169a79 None None] Checking agent: {'id': '0d58c09d-3d0a-420d-b789-56ac4f0c32ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 37), 'started_at': datetime.datetime(2021, 7, 14, 8, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:46:41.563537 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8563513-d172-4279-9b9a-6c9f7f169a79 None None] Checking segment: {'id': 'eeb05519-cb3f-4410-affd-d7c1079f9a7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:46:41.563983 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f8563513-d172-4279-9b9a-6c9f7f169a79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:41.564416 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8563513-d172-4279-9b9a-6c9f7f169a79 None None] Bound using segment: {'id': 'eeb05519-cb3f-4410-affd-d7c1079f9a7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'} {{(pid=82098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:46:41.565121 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-f8563513-d172-4279-9b9a-6c9f7f169a79 None None] Bound port: 155255aa-829c-445a-83c1-0f2fe7a5070c, host: dv-cinder-800229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb05519-cb3f-4410-affd-d7c1079f9a7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'}}] {{(pid=82098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:46:41.565458 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f8563513-d172-4279-9b9a-6c9f7f169a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:41.611590 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c4d48893-8e73-450a-afd4-7c04cd555cd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:41.644322 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-f8563513-d172-4279-9b9a-6c9f7f169a79 None None] For port 155255aa-829c-445a-83c1-0f2fe7a5070c, host dv-cinder-800229-1-iscsi, cleared binding levels {{(pid=82098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:46:41.648051 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-f8563513-d172-4279-9b9a-6c9f7f169a79 None None] For port 155255aa-829c-445a-83c1-0f2fe7a5070c, host dv-cinder-800229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=155255aa-829c-445a-83c1-0f2fe7a5070c,segment=NetworkSegment(eeb05519-cb3f-4410-affd-d7c1079f9a7a),segment_id=eeb05519-cb3f-4410-affd-d7c1079f9a7a)] {{(pid=82098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:46:41.653255 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f8563513-d172-4279-9b9a-6c9f7f169a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:41.681345 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-c4d48893-8e73-450a-afd4-7c04cd555cd9 admin admin] Transition to ACTIVE for port object cfdfede3-3646-4b11-bd86-a286e5615db7 will not be triggered until provisioned by entity DHCP. {{(pid=82095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:46:41.688378 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:41.735010 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-14af4857-4729-4226-88c1-1fc1641a018d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:41.744641 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c4d48893-8e73-450a-afd4-7c04cd555cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:41.750074 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:41.825663 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-14af4857-4729-4226-88c1-1fc1641a018d None None] For port d872251e-5186-46f1-bb22-c085bf729f0c, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=d872251e-5186-46f1-bb22-c085bf729f0c,segment=NetworkSegment(57e109e9-a08a-4b16-af5b-d8326e490f60),segment_id=57e109e9-a08a-4b16-af5b-d8326e490f60)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:46:41.840334 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-14af4857-4729-4226-88c1-1fc1641a018d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:41.844241 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c9062600-864b-4dae-b661-84a9909940a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:41.925928 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8563513-d172-4279-9b9a-6c9f7f169a79 None None] Routers {'5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:46:41.926710 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-f8563513-d172-4279-9b9a-6c9f7f169a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64025dcb00>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:46:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'], 'active': True} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:46:41.971334 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af4857-4729-4226-88c1-1fc1641a018d None None] Pushing event updated for resources: {'Port': ['ID=d872251e-5186-46f1-bb22-c085bf729f0c,revision_number=3']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:41.973099 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41334314-574c-45cf-9466-2023a80785d5 req-0e6aa718-1bb5-4388-a521-f44fe4a26b12 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:41.988752 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-41334314-574c-45cf-9466-2023a80785d5 req-0e6aa718-1bb5-4388-a521-f44fe4a26b12 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 946 time: 0.1824670
Jul 14 08:46:41.991737 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-14af4857-4729-4226-88c1-1fc1641a018d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:42.029496 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d48893-8e73-450a-afd4-7c04cd555cd9 admin admin] Network 63a55da1-a3c0-4491-b519-b032a596f63a is already hosted by enough agents. {{(pid=82095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:46:42.030496 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d48893-8e73-450a-afd4-7c04cd555cd9 admin admin] Pushing event updated for resources: {'Port': ['ID=cfdfede3-3646-4b11-bd86-a286e5615db7,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:42.034375 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-28afb7cc-beac-45eb-928f-b36ee06d2059 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=233228ab07884531886633712cfb6d4d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1410873
Jul 14 08:46:42.035236 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c4d48893-8e73-450a-afd4-7c04cd555cd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:42.036157 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-c4d48893-8e73-450a-afd4-7c04cd555cd9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:46:42.043123 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d48893-8e73-450a-afd4-7c04cd555cd9 admin admin] Received port after_create {{(pid=82095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:46:42.071808 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792d5b25-b3bd-476a-8fa8-e6f2bd5a0ae3 None None] Pushing event updated for resources: {'Port': ['ID=155255aa-829c-445a-83c1-0f2fe7a5070c,revision_number=3']} {{(pid=82098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:42.099451 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-41334314-574c-45cf-9466-2023a80785d5 req-6a92cd6b-8973-43c2-86b0-db33ac32f03e tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1026437
Jul 14 08:46:42.105062 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-792d5b25-b3bd-476a-8fa8-e6f2bd5a0ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=82098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:42.392334 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-2e6b878c-7a51-4dd7-a90e-8425ca6380a5 None None] Provisioning complete for port d872251e-5186-46f1-bb22-c085bf729f0c triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:46:42.392775 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2e6b878c-7a51-4dd7-a90e-8425ca6380a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:42.467135 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-f8563513-d172-4279-9b9a-6c9f7f169a79 None None] Set router 5be78347-3ba5-4a96-ae33-4dff4e9bb7e0 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:46:42.490127 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device d872251e-5186-46f1-bb22-c085bf729f0c up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:46:42.542435 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5140d-60ef-4512-8e87-2522fa78952b req-8cc2176f-32aa-4f5a-b410-9ef2d211b0dd tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:42.571819 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-52a5140d-60ef-4512-8e87-2522fa78952b req-8cc2176f-32aa-4f5a-b410-9ef2d211b0dd tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 943 time: 0.2560949
Jul 14 08:46:42.683798 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-52a5140d-60ef-4512-8e87-2522fa78952b req-e4f88555-4a4f-4fdc-83fa-fd009cf4fe8c tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd3ceb96-24d3-46f0-a357-fd9c0f4c4b3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108942
Jul 14 08:46:42.767317 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c4d48893-8e73-450a-afd4-7c04cd555cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691418'] for router_interface, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:42.967294 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port d872251e-5186-46f1-bb22-c085bf729f0c triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:46:42.968119 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:43.003860 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317d46c-fb1c-413a-9fe4-7c92becdb72d req-6f0bf951-145e-4ea1-ab59-1ccae86f97f2 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:43.019588 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3317d46c-fb1c-413a-9fe4-7c92becdb72d req-6f0bf951-145e-4ea1-ab59-1ccae86f97f2 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 945 time: 0.1394403
Jul 14 08:46:43.064944 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-cd36348e-7e14-43a3-959e-4fd0a863613f tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:43.066605 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-cd36348e-7e14-43a3-959e-4fd0a863613f tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.9808364
Jul 14 08:46:43.088943 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3317d46c-fb1c-413a-9fe4-7c92becdb72d req-1caf096b-071e-403b-b204-607df8007c17 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0677304
Jul 14 08:46:43.179261 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-4c6f1ac3-5c13-4565-b0c2-0474a5f4aa00 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] 10.222.0.42 "GET /v2.0/quotas/233228ab07884531886633712cfb6d4d HTTP/1.1" status: 200  len: 375 time: 0.0931036
Jul 14 08:46:43.183420 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c4d48893-8e73-450a-afd4-7c04cd555cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:43.265044 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-962ac2ef-a4c6-4587-be7d-4210c11b83b9 None None] Provisioning for port cfdfede3-3646-4b11-bd86-a286e5615db7 completed by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:46:43.288000 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-f8563513-d172-4279-9b9a-6c9f7f169a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64025dcb00>, [{'id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'name': 'tempest-TestVolumeBootPattern-1352610820-router', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:33Z', 'updated_at': '2021-07-14T08:46:36Z', 'revision_number': 3, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'gw_port': {'id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fe:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:34Z', 'updated_at': '2021-07-14T08:46:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi'}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:46:43.296397 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8563513-d172-4279-9b9a-6c9f7f169a79 None None] The sync data for ids ['5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'] in dv-cinder-800229-1-iscsi is: [{'id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'name': 'tempest-TestVolumeBootPattern-1352610820-router', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:33Z', 'updated_at': '2021-07-14T08:46:36Z', 'revision_number': 3, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'gw_port': {'id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fe:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:34Z', 'updated_at': '2021-07-14T08:46:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi'}] {{(pid=82098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:46:43.307430 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-962ac2ef-a4c6-4587-be7d-4210c11b83b9 None None] Provisioning complete for port cfdfede3-3646-4b11-bd86-a286e5615db7 triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:46:43.307865 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-962ac2ef-a4c6-4587-be7d-4210c11b83b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:43.498165 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-962ac2ef-a4c6-4587-be7d-4210c11b83b9 None None] Port cfdfede3-3646-4b11-bd86-a286e5615db7 cannot update to ACTIVE because it is not bound. {{(pid=82097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 14 08:46:43.523723 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device c7b85a36-8251-4688-991e-7330120da3a5 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 14 08:46:43.628120 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-c2a77835-9b3d-45f0-bf06-5a839c751bdf tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=233228ab07884531886633712cfb6d4d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.4063313
Jul 14 08:46:43.831527 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c4d48893-8e73-450a-afd4-7c04cd555cd9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:43.833004 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port c7b85a36-8251-4688-991e-7330120da3a5, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=c7b85a36-8251-4688-991e-7330120da3a5,segment=NetworkSegment(6ab29609-c173-4982-94fe-df6d6c34ea40),segment_id=6ab29609-c173-4982-94fe-df6d6c34ea40)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:46:43.842420 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c4d48893-8e73-450a-afd4-7c04cd555cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852740876'] for port, after_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:43.892406 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Returning: {'device': 'c7b85a36-8251-4688-991e-7330120da3a5', 'network_id': '3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e', 'port_id': 'c7b85a36-8251-4688-991e-7330120da3a5', 'mac_address': 'fa:16:3e:8a:45:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf41e9b-05a3-472b-ac95-40e03d3ea215', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 14 08:46:43.946441 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-cf47513e-e81a-49e7-8cf0-b445f7d1bdd1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:44.042622 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df76c35-2a98-4d44-80b4-d60165d47251 req-0d4e4089-a4fb-4b40-b45f-b059a49f500c tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:44.055288 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:44.081167 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1df76c35-2a98-4d44-80b4-d60165d47251 req-0d4e4089-a4fb-4b40-b45f-b059a49f500c tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 946 time: 0.3034670
Jul 14 08:46:44.188891 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7b85a36-8251-4688-991e-7330120da3a5 {{(pid=82097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:46:44.287751 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port c7b85a36-8251-4688-991e-7330120da3a5, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=c7b85a36-8251-4688-991e-7330120da3a5,segment=NetworkSegment(6ab29609-c173-4982-94fe-df6d6c34ea40),segment_id=6ab29609-c173-4982-94fe-df6d6c34ea40)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:46:44.295518 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:44.301433 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:44.331782 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1df76c35-2a98-4d44-80b4-d60165d47251 req-ece296b1-1a8c-4637-98a7-f4b15cc88cc7 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2487509
Jul 14 08:46:44.574967 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=c7b85a36-8251-4688-991e-7330120da3a5,revision_number=4']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:44.615292 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 155255aa-829c-445a-83c1-0f2fe7a5070c up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:46:44.739450 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c4d48893-8e73-450a-afd4-7c04cd555cd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846971082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854084487'] for router_interface, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:44.778079 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d48893-8e73-450a-afd4-7c04cd555cd9 admin admin] Pushing event updated for resources: {'Port': ['ID=cfdfede3-3646-4b11-bd86-a286e5615db7,revision_number=2']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:44.782441 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c4d48893-8e73-450a-afd4-7c04cd555cd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.836s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:44.828593 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a98be-d286-40c7-bbbf-1ea23cef2aac req-dfa850a2-d2db-4e22-b1b0-7f27288664a9 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:44.836409 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:46:44.837174 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ac7a98be-d286-40c7-bbbf-1ea23cef2aac req-dfa850a2-d2db-4e22-b1b0-7f27288664a9 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 944 time: 0.1121392
Jul 14 08:46:44.859179 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:46:44.860028 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:46:44.860630 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:46:44.861155 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:46:44.863259 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:46:44.863776 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:46:44.864308 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:46:44.864826 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:46:44.865338 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:46:44.865851 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:46:44.878849 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:44.917333 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning for port 155255aa-829c-445a-83c1-0f2fe7a5070c completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:46:44.925337 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port 155255aa-829c-445a-83c1-0f2fe7a5070c triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:46:44.925779 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:44.959774 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ac7a98be-d286-40c7-bbbf-1ea23cef2aac req-6af2d8fd-042d-4fcc-be12-62cb08cf7367 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd3ceb96-24d3-46f0-a357-fd9c0f4c4b3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1213334
Jul 14 08:46:45.051409 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] get_ports_and_sgs() called for port_ids ['c7b85a36-8251-4688-991e-7330120da3a5'] {{(pid=82097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 14 08:46:45.162490 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fab9f969-efc8-4ff4-aa3f-f2ac608e2d49 req-a683ba05-8595-4480-bf22-d0f192714068 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=14f51922b06043779a5017e6efa8b95a&device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 1098 time: 0.9986567
Jul 14 08:46:45.379718 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-117b4ff6-686c-4a58-a29b-8e2dedefed13 req-48c7e4fc-b754-4a3f-91bb-abdb16a3f36e tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] 10.222.0.42 "GET /v2.0/ports?device_id=db379616-51e7-4e87-8e25-e2f87ab316f9 HTTP/1.1" status: 200  len: 210 time: 0.2757068
Jul 14 08:46:45.445849 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:45.583607 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] For port 155255aa-829c-445a-83c1-0f2fe7a5070c, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=155255aa-829c-445a-83c1-0f2fe7a5070c,segment=NetworkSegment(eeb05519-cb3f-4410-affd-d7c1079f9a7a),segment_id=eeb05519-cb3f-4410-affd-d7c1079f9a7a)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:46:45.601308 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:45.606032 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-bdae978a-90b2-4848-91ca-0d44059a9ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:45.642948 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9f969-efc8-4ff4-aa3f-f2ac608e2d49 req-36d1a5d1-6f64-4c78-8068-da41fa5cc0ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:45.644516 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fab9f969-efc8-4ff4-aa3f-f2ac608e2d49 req-36d1a5d1-6f64-4c78-8068-da41fa5cc0ee service neutron] 10.222.0.43 "GET /v2.0/networks?id=a5638089-0bc3-451e-b07e-8f6a2e41d3b4 HTTP/1.1" status: 200  len: 910 time: 0.4565811
Jul 14 08:46:45.700993 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71125dea-1b60-42a5-8bdd-3919d5413153 req-fe60e069-9723-4c3c-a04f-4d4100eafef0 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:45.712452 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-71125dea-1b60-42a5-8bdd-3919d5413153 req-fe60e069-9723-4c3c-a04f-4d4100eafef0 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 945 time: 1.1090534
Jul 14 08:46:45.833101 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Pushing event updated for resources: {'Port': ['ID=155255aa-829c-445a-83c1-0f2fe7a5070c,revision_number=4']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:45.851352 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:46.052786 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-71125dea-1b60-42a5-8bdd-3919d5413153 req-e047036a-60a8-4f9a-91bb-b075dac05f40 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3378549
Jul 14 08:46:46.077518 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d48893-8e73-450a-afd4-7c04cd555cd9 admin admin] Network 63a55da1-a3c0-4491-b519-b032a596f63a is already hosted by enough agents. {{(pid=82095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:46:46.087243 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-c4d48893-8e73-450a-afd4-7c04cd555cd9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:46:46.576531 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fab9f969-efc8-4ff4-aa3f-f2ac608e2d49 req-d6b20f7e-706d-474b-a802-7a64d95d7d40 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53e7a961-2698-464d-a87b-bc77325c7a66 HTTP/1.1" status: 200  len: 1001 time: 0.8081007
Jul 14 08:46:46.596415 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 155255aa-829c-445a-83c1-0f2fe7a5070c up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:46:46.740710 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f9ea3ff2-4203-4db8-9f7b-81d0c2ae4529 req-c77369d7-9053-474c-a58b-e573b0a03d15 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ead16347efbf48ac94be432daab86c02&device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 1098 time: 0.3532977
Jul 14 08:46:46.802633 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9f969-efc8-4ff4-aa3f-f2ac608e2d49 req-b52cabdf-c1a1-43b5-8d13-b786f7a66903 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:46.802633 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fab9f969-efc8-4ff4-aa3f-f2ac608e2d49 req-b52cabdf-c1a1-43b5-8d13-b786f7a66903 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bd6bd243-ec5f-4ebe-97dd-3f142d2cc859 HTTP/1.1" status: 200  len: 848 time: 0.2092996
Jul 14 08:46:46.802873 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port 155255aa-829c-445a-83c1-0f2fe7a5070c triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:46:46.802873 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:47.113851 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-870f3676-3788-4e36-a246-ce38889f7f0a None None] Provisioning complete for port cfdfede3-3646-4b11-bd86-a286e5615db7 triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:46:47.115346 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-870f3676-3788-4e36-a246-ce38889f7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:47.206215 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-870f3676-3788-4e36-a246-ce38889f7f0a None None] Port cfdfede3-3646-4b11-bd86-a286e5615db7 cannot update to ACTIVE because it is not bound. {{(pid=82097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 14 08:46:47.462821 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622da10-1352-4ec8-8731-0d86e000ba5f req-670b3baa-73f5-4772-abb1-6c5d706e4ab8 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:47.470392 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5622da10-1352-4ec8-8731-0d86e000ba5f req-670b3baa-73f5-4772-abb1-6c5d706e4ab8 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 946 time: 1.0888412
Jul 14 08:46:47.517748 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device c7b85a36-8251-4688-991e-7330120da3a5 up at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:46:47.562255 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-2bc376d2-0763-4344-acc8-335dcbb98f40 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=233228ab07884531886633712cfb6d4d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0410137
Jul 14 08:46:47.731464 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning for port c7b85a36-8251-4688-991e-7330120da3a5 completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:46:47.740852 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning complete for port c7b85a36-8251-4688-991e-7330120da3a5 triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:46:47.740852 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:47.881778 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5622da10-1352-4ec8-8731-0d86e000ba5f req-a22e8785-a2c7-42aa-a38b-23858cef5626 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2845292
Jul 14 08:46:47.918540 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fab9f969-efc8-4ff4-aa3f-f2ac608e2d49 req-a093b7de-6480-493a-a952-3d1b7e0876a5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a5638089-0bc3-451e-b07e-8f6a2e41d3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 1.1083443
Jul 14 08:46:48.039625 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-144b2460-3f8c-4ed1-a4ac-6f2193b4e2b2 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:48.045334 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:48.055774 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-144b2460-3f8c-4ed1-a4ac-6f2193b4e2b2 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4856617
Jul 14 08:46:48.124582 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port c7b85a36-8251-4688-991e-7330120da3a5, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=c7b85a36-8251-4688-991e-7330120da3a5,segment=NetworkSegment(6ab29609-c173-4982-94fe-df6d6c34ea40),segment_id=6ab29609-c173-4982-94fe-df6d6c34ea40)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:46:48.125629 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da91893a-b767-4cde-9d53-7564906351c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b85a36-8251-4688-991e-7330120da3a5'}] {{(pid=82097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:46:48.140255 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:48.142269 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:48.147037 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-3f01c23d-b5c5-4eb0-ab3b-0fcf74a21cf0 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Request body: {'port': {'device_id': 'db379616-51e7-4e87-8e25-e2f87ab316f9', 'network_id': 'dc5284be-13e7-4d1b-a65f-e870107a9df9', 'admin_state_up': True, 'tenant_id': '233228ab07884531886633712cfb6d4d'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:46:48.269345 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=c7b85a36-8251-4688-991e-7330120da3a5,revision_number=5']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:48.278296 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:48.399337 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fab9f969-efc8-4ff4-aa3f-f2ac608e2d49 req-2d781540-0601-4d52-9abb-9c8cc2d74c7b service neutron] 10.222.0.43 "GET /v2.0/networks/a5638089-0bc3-451e-b07e-8f6a2e41d3b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4591551
Jul 14 08:46:48.489792 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae26e79-e57e-483c-a5d2-ae4f59fe5f8a req-37d32074-23a2-40bf-8221-a4c470e96646 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:48.496858 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9ae26e79-e57e-483c-a5d2-ae4f59fe5f8a req-37d32074-23a2-40bf-8221-a4c470e96646 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 944 time: 1.5844202
Jul 14 08:46:48.615130 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fab9f969-efc8-4ff4-aa3f-f2ac608e2d49 req-64a7eb36-a4c6-44c9-9da6-77821179afc1 service neutron] 10.222.0.43 "GET /v2.0/networks/a5638089-0bc3-451e-b07e-8f6a2e41d3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1965909
Jul 14 08:46:48.657635 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56adfc-8625-4b6d-98f1-b3c0ec0833d5 req-9752c3b6-e203-4c99-93a8-348f0f0f0c3a tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:48.660861 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2d56adfc-8625-4b6d-98f1-b3c0ec0833d5 req-9752c3b6-e203-4c99-93a8-348f0f0f0c3a tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.4808040
Jul 14 08:46:48.678592 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea3ff2-4203-4db8-9f7b-81d0c2ae4529 req-e71ebc2b-bc40-4a39-b2d2-8ec339ece93a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:48.680396 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f9ea3ff2-4203-4db8-9f7b-81d0c2ae4529 req-e71ebc2b-bc40-4a39-b2d2-8ec339ece93a service neutron] 10.222.0.43 "GET /v2.0/networks?id=d19eb0ec-3fca-4972-8b6c-dc33db64d81a HTTP/1.1" status: 200  len: 920 time: 1.9173236
Jul 14 08:46:48.687567 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-3f01c23d-b5c5-4eb0-ab3b-0fcf74a21cf0 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:46:48.691874 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-3f01c23d-b5c5-4eb0-ab3b-0fcf74a21cf0 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Usage tracker for resource:port and tenant:233228ab07884531886633712cfb6d4d is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:46:48.695011 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-3f01c23d-b5c5-4eb0-ab3b-0fcf74a21cf0 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:46:48.702168 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-3f01c23d-b5c5-4eb0-ab3b-0fcf74a21cf0 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:46:48.726897 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9ae26e79-e57e-483c-a5d2-ae4f59fe5f8a req-3be0831d-44bd-4516-b630-d11b57bd00c6 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd3ceb96-24d3-46f0-a357-fd9c0f4c4b3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2041750
Jul 14 08:46:48.737562 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2d56adfc-8625-4b6d-98f1-b3c0ec0833d5 req-1293bb69-684a-4222-9436-ae4f59aa2881 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680149
Jul 14 08:46:48.808249 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d48893-8e73-450a-afd4-7c04cd555cd9 admin admin] Router 5be78347-3ba5-4a96-ae33-4dff4e9bb7e0 has already been hosted by L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c {{(pid=82095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 14 08:46:48.832591 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-3f01c23d-b5c5-4eb0-ab3b-0fcf74a21cf0 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Made reservation on behalf of 233228ab07884531886633712cfb6d4d for: {'port': 1} {{(pid=82096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:46:48.848976 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-3f01c23d-b5c5-4eb0-ab3b-0fcf74a21cf0 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:48.890242 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f9ea3ff2-4203-4db8-9f7b-81d0c2ae4529 req-149bbb31-d23f-4ca4-9dbe-e7ac42057743 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8fb76f8-786e-48d2-8b7f-d7e369ba3953 HTTP/1.1" status: 200  len: 217 time: 0.1789136
Jul 14 08:46:48.973314 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-3f01c23d-b5c5-4eb0-ab3b-0fcf74a21cf0 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:49.104757 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-3f01c23d-b5c5-4eb0-ab3b-0fcf74a21cf0 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:46:49.108210 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-3f01c23d-b5c5-4eb0-ab3b-0fcf74a21cf0 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Usage tracker for resource:security_group_rule and tenant:233228ab07884531886633712cfb6d4d is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:46:49.111903 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-3f01c23d-b5c5-4eb0-ab3b-0fcf74a21cf0 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:46:49.119094 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-3f01c23d-b5c5-4eb0-ab3b-0fcf74a21cf0 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:46:49.209802 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-3f01c23d-b5c5-4eb0-ab3b-0fcf74a21cf0 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:49.214060 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ad1c1fac-1be6-42d1-a8fd-6702b3e52fff req-9c113beb-ca15-4d57-9720-bf38d339b5f7 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] 10.222.0.42 "GET /v2.0/ports?device_id=db379616-51e7-4e87-8e25-e2f87ab316f9 HTTP/1.1" status: 200  len: 210 time: 0.3215935
Jul 14 08:46:49.219525 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-3f01c23d-b5c5-4eb0-ab3b-0fcf74a21cf0 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:49.229902 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-cd6c099f-e878-4c9e-ba8e-0ef5021eeb16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:49.269588 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4cc1d-ba5b-48e2-b890-bffd391c9d78 req-fd4a4bab-9702-4e37-aeb6-a48d6c1052ee tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:49.279627 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-eee4cc1d-ba5b-48e2-b890-bffd391c9d78 req-fd4a4bab-9702-4e37-aeb6-a48d6c1052ee tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 945 time: 0.2768264
Jul 14 08:46:49.362084 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da91893a-b767-4cde-9d53-7564906351c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b85a36-8251-4688-991e-7330120da3a5', 'code': 200}
Jul 14 08:46:49.394160 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d48893-8e73-450a-afd4-7c04cd555cd9 admin admin] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:46:49.410018 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca05e778-d032-4d8e-9347-b23cedb79b00 None None] Sync routers for ids ['5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'] in dv-cinder-800229-1-iscsi {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:46:49.446273 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca05e778-d032-4d8e-9347-b23cedb79b00 None None] Routers {'5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:46:49.451537 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-ca05e778-d032-4d8e-9347-b23cedb79b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f640254bfd0>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:46:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:46:49.452497 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-eee4cc1d-ba5b-48e2-b890-bffd391c9d78 req-65a4e0e3-2ac9-4af5-a6ca-ee178365938d tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1694708
Jul 14 08:46:49.474485 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-c4d48893-8e73-450a-afd4-7c04cd555cd9 admin admin] 10.222.0.42 "PUT /v2.0/routers/5be78347-3ba5-4a96-ae33-4dff4e9bb7e0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.7350752
Jul 14 08:46:49.523176 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-3f01c23d-b5c5-4eb0-ab3b-0fcf74a21cf0 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Allocated IP 192.168.233.3 (dc5284be-13e7-4d1b-a65f-e870107a9df9/97b0498e-4227-49de-82ee-caa6c6423ca3/e4d6e7d0-5636-4e5e-94d6-5941089b0c89) {{(pid=82096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:46:49.885266 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-3f01c23d-b5c5-4eb0-ab3b-0fcf74a21cf0 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Notify callbacks [] for port, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:49.905851 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-3f01c23d-b5c5-4eb0-ab3b-0fcf74a21cf0 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Transition to ACTIVE for port object e4d6e7d0-5636-4e5e-94d6-5941089b0c89 will not be triggered until provisioned by entity DHCP. {{(pid=82096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:46:49.933945 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01c23d-b5c5-4eb0-ab3b-0fcf74a21cf0 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=281d54c7-baad-4b1c-b241-0881815a8b77,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:50.040626 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f01c23d-b5c5-4eb0-ab3b-0fcf74a21cf0 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:46:50.041459 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f01c23d-b5c5-4eb0-ab3b-0fcf74a21cf0 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:46:50.042378 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f01c23d-b5c5-4eb0-ab3b-0fcf74a21cf0 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:46:50.057248 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f01c23d-b5c5-4eb0-ab3b-0fcf74a21cf0 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:46:50.058054 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f01c23d-b5c5-4eb0-ab3b-0fcf74a21cf0 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:46:50.058623 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f01c23d-b5c5-4eb0-ab3b-0fcf74a21cf0 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:46:50.059208 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f01c23d-b5c5-4eb0-ab3b-0fcf74a21cf0 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:46:50.061313 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f01c23d-b5c5-4eb0-ab3b-0fcf74a21cf0 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:46:50.061892 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f01c23d-b5c5-4eb0-ab3b-0fcf74a21cf0 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:46:50.062456 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f01c23d-b5c5-4eb0-ab3b-0fcf74a21cf0 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:46:50.064654 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f01c23d-b5c5-4eb0-ab3b-0fcf74a21cf0 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:46:50.072914 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-3f01c23d-b5c5-4eb0-ab3b-0fcf74a21cf0 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794'] for port, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:50.107527 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-3f01c23d-b5c5-4eb0-ab3b-0fcf74a21cf0 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.878s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:50.116680 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-1ffd778e-4d35-48fe-a1d4-828682b50fd8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:50.185172 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1cd86c8c-2a62-4774-8a57-1b74a3742845 req-0c4ab8c3-e598-4a5b-b819-eef914601c39 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 1098 time: 0.2484522
Jul 14 08:46:50.295592 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea3ff2-4203-4db8-9f7b-81d0c2ae4529 req-60806fb0-3866-4c97-a639-1e1dcba8382c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:50.297187 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f9ea3ff2-4203-4db8-9f7b-81d0c2ae4529 req-60806fb0-3866-4c97-a639-1e1dcba8382c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39925f90-e1ab-4017-bcf5-1e919a7aa9a0 HTTP/1.1" status: 200  len: 859 time: 1.3060882
Jul 14 08:46:50.334287 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1cd86c8c-2a62-4774-8a57-1b74a3742845 req-de3ad5db-5105-44d2-bb99-7a499d3c11c0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bd3ceb96-24d3-46f0-a357-fd9c0f4c4b3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1257474
Jul 14 08:46:50.354890 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-3f01c23d-b5c5-4eb0-ab3b-0fcf74a21cf0 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Network dc5284be-13e7-4d1b-a65f-e870107a9df9 is already hosted by enough agents. {{(pid=82096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:46:50.383044 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da244608-2564-478c-8e2f-1b05a58a7de5 req-decede45-d1b1-48f1-9670-fcb85876d33f tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:50.396823 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-da244608-2564-478c-8e2f-1b05a58a7de5 req-decede45-d1b1-48f1-9670-fcb85876d33f tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 945 time: 0.2764666
Jul 14 08:46:50.418988 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-ca05e778-d032-4d8e-9347-b23cedb79b00 None None] Set router 5be78347-3ba5-4a96-ae33-4dff4e9bb7e0 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:46:50.505779 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-da244608-2564-478c-8e2f-1b05a58a7de5 req-b0350c46-c150-45ed-a1c8-1e7d9a0f975d tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd3ceb96-24d3-46f0-a357-fd9c0f4c4b3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078918
Jul 14 08:46:50.528796 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-3f01c23d-b5c5-4eb0-ab3b-0fcf74a21cf0 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Resources bound (agent type, host, resource id):  {{(pid=82096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:46:50.557618 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-3f01c23d-b5c5-4eb0-ab3b-0fcf74a21cf0 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Received port after_create {{(pid=82096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:46:50.561836 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-3f01c23d-b5c5-4eb0-ab3b-0fcf74a21cf0 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:50.562499 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-3f01c23d-b5c5-4eb0-ab3b-0fcf74a21cf0 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:50.683017 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f9ea3ff2-4203-4db8-9f7b-81d0c2ae4529 req-228970c4-029a-49b4-9c6c-342b1e1052b6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d19eb0ec-3fca-4972-8b6c-dc33db64d81a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3329039
Jul 14 08:46:50.726626 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-3f01c23d-b5c5-4eb0-ab3b-0fcf74a21cf0 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 2.6038699
Jul 14 08:46:50.810661 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01c23d-b5c5-4eb0-ab3b-0fcf74a21cf0 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Pushing event updated for resources: {'Port': ['ID=e4d6e7d0-5636-4e5e-94d6-5941089b0c89,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:50.819009 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-3f01c23d-b5c5-4eb0-ab3b-0fcf74a21cf0 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:50.876294 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec2499-9776-41b7-9cf2-134208f66d02 req-f2f1fab5-c9f1-4072-ba3f-d591808e4312 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:50.882266 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c5ec2499-9776-41b7-9cf2-134208f66d02 req-f2f1fab5-c9f1-4072-ba3f-d591808e4312 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 946 time: 0.9142847
Jul 14 08:46:50.901179 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c77f0-f2bc-4028-afd9-b4ad903f0869 req-45e2b1f8-1fff-4177-91ed-f5e44c45073f tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:50.929936 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f35c77f0-f2bc-4028-afd9-b4ad903f0869 req-45e2b1f8-1fff-4177-91ed-f5e44c45073f tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.1980059
Jul 14 08:46:51.042260 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-cb9e2beb-f7da-419a-ae19-ef5f6f01dd3f service neutron] Request body: {'port': {'device_id': 'db379616-51e7-4e87-8e25-e2f87ab316f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:46:51.091975 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f35c77f0-f2bc-4028-afd9-b4ad903f0869 req-766c6c36-f6dc-45dc-97c4-230a7866174d tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1598163
Jul 14 08:46:51.207895 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-ca05e778-d032-4d8e-9347-b23cedb79b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f640254bfd0>, [{'id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'name': 'tempest-TestVolumeBootPattern-1352610820-router', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:33Z', 'updated_at': '2021-07-14T08:46:42Z', 'revision_number': 4, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'gw_port': {'id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fe:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:34Z', 'updated_at': '2021-07-14T08:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': 'cfdfede3-3646-4b11-bd86-a286e5615db7', 'name': '', 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'mac_address': 'fa:16:3e:18:a4:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:40Z', 'updated_at': '2021-07-14T08:46:43Z', 'revision_number': 2, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'subnets': [{'id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:46:51.219259 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca05e778-d032-4d8e-9347-b23cedb79b00 None None] Checking router: 5be78347-3ba5-4a96-ae33-4dff4e9bb7e0 for host: dv-cinder-800229-1-iscsi {{(pid=82097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:46:51.219679 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca05e778-d032-4d8e-9347-b23cedb79b00 None None] Updating router 5be78347-3ba5-4a96-ae33-4dff4e9bb7e0 port cfdfede3-3646-4b11-bd86-a286e5615db7 binding host dv-cinder-800229-1-iscsi {{(pid=82097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 14 08:46:51.335383 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-3fd34319-6fcf-4862-b34f-c2e71747de08 None None] Provisioning for port e4d6e7d0-5636-4e5e-94d6-5941089b0c89 completed by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:46:51.359493 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-3fd34319-6fcf-4862-b34f-c2e71747de08 None None] Provisioning complete for port e4d6e7d0-5636-4e5e-94d6-5941089b0c89 triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:46:51.360013 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3fd34319-6fcf-4862-b34f-c2e71747de08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:51.380422 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c5ec2499-9776-41b7-9cf2-134208f66d02 req-85983702-1607-4ddc-8e6a-ce2e4f9a482a tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4832618
Jul 14 08:46:51.471166 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d2b38-d80a-49fd-8a91-c727f2391aeb req-5bbd2321-dd5d-4bc4-9ca7-40f4e4e958e3 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:51.473137 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9f5d2b38-d80a-49fd-8a91-c727f2391aeb req-5bbd2321-dd5d-4bc4-9ca7-40f4e4e958e3 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] 10.222.0.42 "GET /v2.0/ports?device_id=db379616-51e7-4e87-8e25-e2f87ab316f9 HTTP/1.1" status: 200  len: 934 time: 0.2004876
Jul 14 08:46:51.495370 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-3fd34319-6fcf-4862-b34f-c2e71747de08 None None] Port e4d6e7d0-5636-4e5e-94d6-5941089b0c89 cannot update to ACTIVE because it is not bound. {{(pid=82097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 14 08:46:51.498467 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ca05e778-d032-4d8e-9347-b23cedb79b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:51.513794 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-cb9e2beb-f7da-419a-ae19-ef5f6f01dd3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:51.546551 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 56844) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:46:51.592711 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9f5d2b38-d80a-49fd-8a91-c727f2391aeb req-9e7a1532-9600-4247-a0c6-3e8f7050dccb tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] 10.222.0.42 "GET /v2.0/security-groups?id=281d54c7-baad-4b1c-b241-0881815a8b77&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120982
Jul 14 08:46:51.652499 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f9ea3ff2-4203-4db8-9f7b-81d0c2ae4529 req-917b9e4f-d44e-47a3-b519-1b28c1cf05eb service neutron] 10.222.0.43 "GET /v2.0/networks/d19eb0ec-3fca-4972-8b6c-dc33db64d81a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7076800
Jul 14 08:46:51.682860 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-32f6fa7a-c74d-4113-a61c-fe0f34ad997f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-627248343-network', 'tenant_id': '5abb2de6ec754377a973767f2a1d8b43'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:46:51.723925 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-32f6fa7a-c74d-4113-a61c-fe0f34ad997f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:46:51.745352 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-32f6fa7a-c74d-4113-a61c-fe0f34ad997f admin admin] Usage tracker for resource:network and tenant:5abb2de6ec754377a973767f2a1d8b43 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:46:51.837144 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-32f6fa7a-c74d-4113-a61c-fe0f34ad997f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:46:51.857577 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-32f6fa7a-c74d-4113-a61c-fe0f34ad997f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:46:51.870447 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b890c-7994-4afa-9332-6c6b98bb755b req-5bc29259-a794-4dfa-8d25-2370944b0b3d tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:51.872856 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b53b890c-7994-4afa-9332-6c6b98bb755b req-5bc29259-a794-4dfa-8d25-2370944b0b3d tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 945 time: 0.1328142
Jul 14 08:46:51.951640 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b53b890c-7994-4afa-9332-6c6b98bb755b req-379d7c9b-cdef-4fc7-860c-3007fe083aac tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd3ceb96-24d3-46f0-a357-fd9c0f4c4b3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703104
Jul 14 08:46:52.005109 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f6fa7a-c74d-4113-a61c-fe0f34ad997f admin admin] Made reservation on behalf of 5abb2de6ec754377a973767f2a1d8b43 for: {'network': 1} {{(pid=82096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:46:52.009889 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-32f6fa7a-c74d-4113-a61c-fe0f34ad997f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for network, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:52.044016 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-32f6fa7a-c74d-4113-a61c-fe0f34ad997f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:52.146960 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ca05e778-d032-4d8e-9347-b23cedb79b00 None None] Notify callbacks [] for port, precommit_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:52.170755 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-ca05e778-d032-4d8e-9347-b23cedb79b00 None None] Transition to ACTIVE for port object cfdfede3-3646-4b11-bd86-a286e5615db7 will not be triggered until provisioned by entity L2. {{(pid=82097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:46:52.183904 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ca05e778-d032-4d8e-9347-b23cedb79b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:52.193873 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-19848c09-35d3-4406-a23b-fe3987b3175e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:52.303501 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a2c04-410b-4ee9-907d-e33373939b6b None None] Pushing event updated for resources: {'Port': ['ID=cfdfede3-3646-4b11-bd86-a286e5615db7,revision_number=3']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:52.317637 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-573a2c04-410b-4ee9-907d-e33373939b6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:52.420152 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90391358-088c-40f3-85cd-13322106b921 req-0a1510c9-f7cf-4e7e-8c36-419a62457fa7 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:52.421963 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-90391358-088c-40f3-85cd-13322106b921 req-0a1510c9-f7cf-4e7e-8c36-419a62457fa7 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.1935878
Jul 14 08:46:52.526928 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-90391358-088c-40f3-85cd-13322106b921 req-62a766da-e996-4929-b6df-59c416ed69f7 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956407
Jul 14 08:46:52.554202 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-ca05e778-d032-4d8e-9347-b23cedb79b00 None None] Attempting to bind port cfdfede3-3646-4b11-bd86-a286e5615db7 on host dv-cinder-800229-1-iscsi for vnic_type normal with profile  {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:46:52.554545 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-ca05e778-d032-4d8e-9347-b23cedb79b00 None None] Attempting to bind port cfdfede3-3646-4b11-bd86-a286e5615db7 by drivers openvswitch,hyperv on host dv-cinder-800229-1-iscsi at level 0 using segments [{'id': '57e109e9-a08a-4b16-af5b-d8326e490f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a'}] {{(pid=82097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:46:52.554958 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca05e778-d032-4d8e-9347-b23cedb79b00 None None] Attempting to bind port cfdfede3-3646-4b11-bd86-a286e5615db7 on network 63a55da1-a3c0-4491-b519-b032a596f63a {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:46:52.562662 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca05e778-d032-4d8e-9347-b23cedb79b00 None None] Checking agent: {'id': '0d58c09d-3d0a-420d-b789-56ac4f0c32ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 37), 'started_at': datetime.datetime(2021, 7, 14, 8, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:46:52.563076 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca05e778-d032-4d8e-9347-b23cedb79b00 None None] Checking segment: {'id': '57e109e9-a08a-4b16-af5b-d8326e490f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:46:52.563554 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ca05e778-d032-4d8e-9347-b23cedb79b00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:52.563990 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca05e778-d032-4d8e-9347-b23cedb79b00 None None] Bound using segment: {'id': '57e109e9-a08a-4b16-af5b-d8326e490f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a'} {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:46:52.564503 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-ca05e778-d032-4d8e-9347-b23cedb79b00 None None] Bound port: cfdfede3-3646-4b11-bd86-a286e5615db7, host: dv-cinder-800229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57e109e9-a08a-4b16-af5b-d8326e490f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a'}}] {{(pid=82097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:46:52.564916 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ca05e778-d032-4d8e-9347-b23cedb79b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:52.614812 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f9ea3ff2-4203-4db8-9f7b-81d0c2ae4529 req-f130c791-2a03-435f-9140-863e98218cf1 service neutron] 10.222.0.43 "GET /v2.0/networks/d19eb0ec-3fca-4972-8b6c-dc33db64d81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8869317
Jul 14 08:46:52.748469 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-ca05e778-d032-4d8e-9347-b23cedb79b00 None None] For port cfdfede3-3646-4b11-bd86-a286e5615db7, host dv-cinder-800229-1-iscsi, cleared binding levels {{(pid=82097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:46:52.752380 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-ca05e778-d032-4d8e-9347-b23cedb79b00 None None] For port cfdfede3-3646-4b11-bd86-a286e5615db7, host dv-cinder-800229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=cfdfede3-3646-4b11-bd86-a286e5615db7,segment=NetworkSegment(57e109e9-a08a-4b16-af5b-d8326e490f60),segment_id=57e109e9-a08a-4b16-af5b-d8326e490f60)] {{(pid=82097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:46:52.763672 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ca05e778-d032-4d8e-9347-b23cedb79b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:52.796419 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-39458b83-c328-41a1-82f1-06222cf3bb45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:52.930918 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfec99-8a3f-4196-bd6b-6d704dddd062 req-2f0adacc-0d25-4c4a-80f1-93d756bb2023 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:52.946036 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1ecfec99-8a3f-4196-bd6b-6d704dddd062 req-2f0adacc-0d25-4c4a-80f1-93d756bb2023 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 946 time: 0.1635020
Jul 14 08:46:52.966191 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a2c04-410b-4ee9-907d-e33373939b6b None None] Pushing event updated for resources: {'Port': ['ID=cfdfede3-3646-4b11-bd86-a286e5615db7,revision_number=4']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:52.975330 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-573a2c04-410b-4ee9-907d-e33373939b6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:53.002148 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca05e778-d032-4d8e-9347-b23cedb79b00 None None] Routers {'5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:46:53.004561 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-ca05e778-d032-4d8e-9347-b23cedb79b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f640254bfd0>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:46:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:46:53.078770 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1ecfec99-8a3f-4196-bd6b-6d704dddd062 req-af44d3c8-f2d9-438d-8eb3-4511a591f4b5 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1313443
Jul 14 08:46:53.337759 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-cb9e2beb-f7da-419a-ae19-ef5f6f01dd3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4d6e7d0-5636-4e5e-94d6-5941089b0c89 {{(pid=82096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:46:53.359249 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-ca05e778-d032-4d8e-9347-b23cedb79b00 None None] Set router 5be78347-3ba5-4a96-ae33-4dff4e9bb7e0 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:46:53.383048 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-32f6fa7a-c74d-4113-a61c-fe0f34ad997f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:46:53.387262 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-32f6fa7a-c74d-4113-a61c-fe0f34ad997f admin admin] Usage tracker for resource:security_group_rule and tenant:5abb2de6ec754377a973767f2a1d8b43 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:46:53.390649 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-32f6fa7a-c74d-4113-a61c-fe0f34ad997f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:46:53.418302 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-32f6fa7a-c74d-4113-a61c-fe0f34ad997f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:46:53.451127 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576afd29-8de0-4020-a23c-cbee60a4cf93 req-9ed1df7f-a72a-481c-a3e2-a80f63ca9ab4 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:53.459835 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-576afd29-8de0-4020-a23c-cbee60a4cf93 req-9ed1df7f-a72a-481c-a3e2-a80f63ca9ab4 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] 10.222.0.42 "GET /v2.0/ports?device_id=db379616-51e7-4e87-8e25-e2f87ab316f9 HTTP/1.1" status: 200  len: 934 time: 0.1728823
Jul 14 08:46:53.568790 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-32f6fa7a-c74d-4113-a61c-fe0f34ad997f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:53.576185 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-576afd29-8de0-4020-a23c-cbee60a4cf93 req-f7b9b48c-db50-4f2a-bfe6-fa602bec538d tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] 10.222.0.42 "GET /v2.0/security-groups?id=281d54c7-baad-4b1c-b241-0881815a8b77&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152759
Jul 14 08:46:53.577921 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-cb9e2beb-f7da-419a-ae19-ef5f6f01dd3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:53.580819 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-32f6fa7a-c74d-4113-a61c-fe0f34ad997f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:53.598151 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32f6fa7a-c74d-4113-a61c-fe0f34ad997f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510}  {{(pid=82096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 14 08:46:53.621140 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-32f6fa7a-c74d-4113-a61c-fe0f34ad997f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6123'] for segment, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:53.621720 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.db.segments_db [None req-32f6fa7a-c74d-4113-a61c-fe0f34ad997f admin admin] Added segment e3e4d096-f7f6-4313-baea-cbaa164b312a of type vlan for network c36aba88-bb5f-46a3-81ea-2b65ef49d768
Jul 14 08:46:53.661563 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-32f6fa7a-c74d-4113-a61c-fe0f34ad997f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282634469919'] for network, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:53.710535 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-608bdc1d-9b46-457a-8c6e-1bfb8cb237ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:53.725302 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-32f6fa7a-c74d-4113-a61c-fe0f34ad997f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097'] for network, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:53.744737 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f6fa7a-c74d-4113-a61c-fe0f34ad997f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:53.745813 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-32f6fa7a-c74d-4113-a61c-fe0f34ad997f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for network, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:53.786247 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c9be5-077b-4389-9249-f0a7bab63a23 req-30287bdd-0481-45b4-9c6e-981fa236f187 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:53.788203 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6e2c9be5-077b-4389-9249-f0a7bab63a23 req-30287bdd-0481-45b4-9c6e-981fa236f187 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 945 time: 2.0562370
Jul 14 08:46:53.793169 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-cb9e2beb-f7da-419a-ae19-ef5f6f01dd3f service neutron] Transition to ACTIVE for port object e4d6e7d0-5636-4e5e-94d6-5941089b0c89 will not be triggered until provisioned by entity L2. {{(pid=82096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:46:53.794941 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-32f6fa7a-c74d-4113-a61c-fe0f34ad997f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.1561177
Jul 14 08:46:53.798401 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 56916) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:46:53.805214 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-4f24ac40-b44f-4429-b504-8c77db9c9547 admin admin] Request body: {'subnet': {'network_id': 'c36aba88-bb5f-46a3-81ea-2b65ef49d768', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-627248343-subnet', 'tenant_id': '5abb2de6ec754377a973767f2a1d8b43', 'ip_version': 4}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:46:53.812819 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-4f24ac40-b44f-4429-b504-8c77db9c9547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:46:53.819161 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f6fa7a-c74d-4113-a61c-fe0f34ad997f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920a7cab-a739-4aea-b0d2-4946ab6e0b3f,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:53.823733 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-32f6fa7a-c74d-4113-a61c-fe0f34ad997f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:53.824670 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-cb9e2beb-f7da-419a-ae19-ef5f6f01dd3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:53.832984 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-4f24ac40-b44f-4429-b504-8c77db9c9547 admin admin] Usage tracker for resource:subnet and tenant:5abb2de6ec754377a973767f2a1d8b43 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:46:53.840334 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-8cd9fa15-a3a3-4e53-accd-c73447b4013f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:53.850278 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-4f24ac40-b44f-4429-b504-8c77db9c9547 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:46:53.864100 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-4f24ac40-b44f-4429-b504-8c77db9c9547 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:46:53.952251 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f24ac40-b44f-4429-b504-8c77db9c9547 admin admin] Made reservation on behalf of 5abb2de6ec754377a973767f2a1d8b43 for: {'subnet': 1} {{(pid=82095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:46:53.957059 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-4f24ac40-b44f-4429-b504-8c77db9c9547 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2419132'] for subnet, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:54.157864 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-ca05e778-d032-4d8e-9347-b23cedb79b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f640254bfd0>, [{'id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'name': 'tempest-TestVolumeBootPattern-1352610820-router', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:33Z', 'updated_at': '2021-07-14T08:46:42Z', 'revision_number': 4, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'gw_port': {'id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fe:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:34Z', 'updated_at': '2021-07-14T08:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': 'cfdfede3-3646-4b11-bd86-a286e5615db7', 'name': '', 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'mac_address': 'fa:16:3e:18:a4:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:40Z', 'updated_at': '2021-07-14T08:46:52Z', 'revision_number': 4, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'subnets': [{'id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:46:54.165570 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca05e778-d032-4d8e-9347-b23cedb79b00 None None] The sync data for ids ['5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'] in dv-cinder-800229-1-iscsi is: [{'id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'name': 'tempest-TestVolumeBootPattern-1352610820-router', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:33Z', 'updated_at': '2021-07-14T08:46:42Z', 'revision_number': 4, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'gw_port': {'id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fe:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:34Z', 'updated_at': '2021-07-14T08:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': 'cfdfede3-3646-4b11-bd86-a286e5615db7', 'name': '', 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'mac_address': 'fa:16:3e:18:a4:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:40Z', 'updated_at': '2021-07-14T08:46:52Z', 'revision_number': 4, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'subnets': [{'id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:46:54.299753 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f6fa7a-c74d-4113-a61c-fe0f34ad997f admin admin] Pushing event updated for resources: {'Network': ['ID=c36aba88-bb5f-46a3-81ea-2b65ef49d768,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:54.318859 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-32f6fa7a-c74d-4113-a61c-fe0f34ad997f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:54.319902 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c0ebedc9-010d-410f-b027-9c3d4f6b568d tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.465s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:54.333122 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Network c36aba88-bb5f-46a3-81ea-2b65ef49d768 details requested by agent ovs-agent-dv-cinder-800229-1-iscsi with host dv-cinder-800229-1-iscsi {{(pid=82097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jul 14 08:46:54.389594 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-4f24ac40-b44f-4429-b504-8c77db9c9547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852741252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2419117'] for subnet, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:54.412114 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:54.413130 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-cb9e2beb-f7da-419a-ae19-ef5f6f01dd3f service neutron] Attempting to bind port e4d6e7d0-5636-4e5e-94d6-5941089b0c89 on host hv-cinder-80022 for vnic_type normal with profile  {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:46:54.413735 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-cb9e2beb-f7da-419a-ae19-ef5f6f01dd3f service neutron] Attempting to bind port e4d6e7d0-5636-4e5e-94d6-5941089b0c89 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '1da51125-7a34-49b3-8aea-8c2fa3dd939a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'dc5284be-13e7-4d1b-a65f-e870107a9df9'}] {{(pid=82096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:46:54.414326 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-cb9e2beb-f7da-419a-ae19-ef5f6f01dd3f service neutron] Attempting to bind port e4d6e7d0-5636-4e5e-94d6-5941089b0c89 on network dc5284be-13e7-4d1b-a65f-e870107a9df9 {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:46:54.425020 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-cb9e2beb-f7da-419a-ae19-ef5f6f01dd3f service neutron] Port e4d6e7d0-5636-4e5e-94d6-5941089b0c89 on network dc5284be-13e7-4d1b-a65f-e870107a9df9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 14 08:46:54.425893 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-cb9e2beb-f7da-419a-ae19-ef5f6f01dd3f service neutron] Attempting to bind port e4d6e7d0-5636-4e5e-94d6-5941089b0c89 on network dc5284be-13e7-4d1b-a65f-e870107a9df9 {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:46:54.441036 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-cb9e2beb-f7da-419a-ae19-ef5f6f01dd3f service neutron] Checking agent: {'id': 'aa24af5c-becf-43a3-9631-f44e6c3cc568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 41, 34), 'started_at': datetime.datetime(2021, 7, 14, 8, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:46:54.446787 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-cb9e2beb-f7da-419a-ae19-ef5f6f01dd3f service neutron] Checking segment: {'id': '1da51125-7a34-49b3-8aea-8c2fa3dd939a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'dc5284be-13e7-4d1b-a65f-e870107a9df9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:46:54.447370 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-cb9e2beb-f7da-419a-ae19-ef5f6f01dd3f service neutron] Bound using segment: {'id': '1da51125-7a34-49b3-8aea-8c2fa3dd939a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'dc5284be-13e7-4d1b-a65f-e870107a9df9'} {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:46:54.448011 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-cb9e2beb-f7da-419a-ae19-ef5f6f01dd3f service neutron] Bound port: e4d6e7d0-5636-4e5e-94d6-5941089b0c89, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1da51125-7a34-49b3-8aea-8c2fa3dd939a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'dc5284be-13e7-4d1b-a65f-e870107a9df9'}}] {{(pid=82096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:46:54.448522 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-cb9e2beb-f7da-419a-ae19-ef5f6f01dd3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:54.486687 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6e2c9be5-077b-4389-9249-f0a7bab63a23 req-ab3cbab6-7162-4e51-adfb-7e3e76132dbc tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6874371
Jul 14 08:46:54.521094 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb108a31-527e-4df7-9285-da6b4e08ee0a req-c6c24443-c0ff-4943-995e-e75acd21a619 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:54.530995 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fb108a31-527e-4df7-9285-da6b4e08ee0a req-c6c24443-c0ff-4943-995e-e75acd21a619 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 945 time: 0.6507192
Jul 14 08:46:54.539869 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f24ac40-b44f-4429-b504-8c77db9c9547 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bdaa03d-0385-44a7-97cc-6397e715ccb3,revision_number=0']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:54.543253 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e2beb-f7da-419a-ae19-ef5f6f01dd3f service neutron] Pushing event updated for resources: {'Port': ['ID=e4d6e7d0-5636-4e5e-94d6-5941089b0c89,revision_number=2']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:54.546755 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-cb9e2beb-f7da-419a-ae19-ef5f6f01dd3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:54.595352 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f24ac40-b44f-4429-b504-8c77db9c9547 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:46:54.595869 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f24ac40-b44f-4429-b504-8c77db9c9547 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:46:54.596280 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f24ac40-b44f-4429-b504-8c77db9c9547 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:46:54.597002 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f24ac40-b44f-4429-b504-8c77db9c9547 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:46:54.597117 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f24ac40-b44f-4429-b504-8c77db9c9547 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:46:54.597699 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f24ac40-b44f-4429-b504-8c77db9c9547 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:46:54.598085 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f24ac40-b44f-4429-b504-8c77db9c9547 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:46:54.598482 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f24ac40-b44f-4429-b504-8c77db9c9547 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:46:54.600841 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f24ac40-b44f-4429-b504-8c77db9c9547 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:46:54.601157 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f24ac40-b44f-4429-b504-8c77db9c9547 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:46:54.601730 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f24ac40-b44f-4429-b504-8c77db9c9547 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:46:54.668803 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-4f24ac40-b44f-4429-b504-8c77db9c9547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:54.755955 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f24ac40-b44f-4429-b504-8c77db9c9547 admin admin] Checking segment: {'id': 'e3e4d096-f7f6-4313-baea-cbaa164b312a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c36aba88-bb5f-46a3-81ea-2b65ef49d768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:46:54.756614 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f24ac40-b44f-4429-b504-8c77db9c9547 admin admin] Network hostable DHCP agents. Network: c36aba88-bb5f-46a3-81ea-2b65ef49d768, hostable agents: ['4806de72-7956-4992-af39-5d97bb1c9176'], hosted agents: [] {{(pid=82095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jul 14 08:46:54.763745 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-cb9e2beb-f7da-419a-ae19-ef5f6f01dd3f service neutron] For port e4d6e7d0-5636-4e5e-94d6-5941089b0c89, host hv-cinder-80022, cleared binding levels {{(pid=82096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:46:54.770821 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-cb9e2beb-f7da-419a-ae19-ef5f6f01dd3f service neutron] For port e4d6e7d0-5636-4e5e-94d6-5941089b0c89, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=e4d6e7d0-5636-4e5e-94d6-5941089b0c89,segment=NetworkSegment(1da51125-7a34-49b3-8aea-8c2fa3dd939a),segment_id=1da51125-7a34-49b3-8aea-8c2fa3dd939a)] {{(pid=82096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:46:54.787658 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fb108a31-527e-4df7-9285-da6b4e08ee0a req-c7e5b5d7-3372-415e-9108-527d86203092 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd3ceb96-24d3-46f0-a357-fd9c0f4c4b3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2549849
Jul 14 08:46:54.793633 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-cb9e2beb-f7da-419a-ae19-ef5f6f01dd3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:54.798854 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-64152d66-fcd9-45c3-925e-35c16a222c2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:54.829686 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f24ac40-b44f-4429-b504-8c77db9c9547 admin admin] Network c36aba88-bb5f-46a3-81ea-2b65ef49d768 is scheduled to be hosted by DHCP agent 4806de72-7956-4992-af39-5d97bb1c9176 with binding_index 1 {{(pid=82095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jul 14 08:46:54.849552 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-4f24ac40-b44f-4429-b504-8c77db9c9547 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800229-1-iscsi, c36aba88-bb5f-46a3-81ea-2b65ef49d768) {{(pid=82095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:46:54.854809 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f24ac40-b44f-4429-b504-8c77db9c9547 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:54.856525 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-4f24ac40-b44f-4429-b504-8c77db9c9547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for subnet, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:54.892283 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd736b2b-c7c2-4ca0-85eb-ff50cd900ec0 None None] Network c36aba88-bb5f-46a3-81ea-2b65ef49d768 requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:46:54.909860 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-4f24ac40-b44f-4429-b504-8c77db9c9547 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.1102629
Jul 14 08:46:54.912654 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 56940) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:46:54.918562 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-19cc09f6-e339-44a1-864e-864715064e84 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-627248343-router', 'tenant_id': '5abb2de6ec754377a973767f2a1d8b43', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'}}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:46:54.934200 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-19cc09f6-e339-44a1-864e-864715064e84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:46:54.938727 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-19cc09f6-e339-44a1-864e-864715064e84 admin admin] Usage tracker for resource:router and tenant:5abb2de6ec754377a973767f2a1d8b43 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:46:54.950781 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-19cc09f6-e339-44a1-864e-864715064e84 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:46:54.964348 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-19cc09f6-e339-44a1-864e-864715064e84 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:46:54.990986 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-19cc09f6-e339-44a1-864e-864715064e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854083276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29836'] for router, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:54.991361 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-cb9e2beb-f7da-419a-ae19-ef5f6f01dd3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:54.992394 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-19cc09f6-e339-44a1-864e-864715064e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-695853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-754544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854745977'] for router, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:55.004096 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-cb9e2beb-f7da-419a-ae19-ef5f6f01dd3f service neutron] 10.222.0.43 "PUT /v2.0/ports/e4d6e7d0-5636-4e5e-94d6-5941089b0c89 HTTP/1.1" status: 200  len: 1096 time: 3.9700124
Jul 14 08:46:55.038374 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db379616-51e7-4e87-8e25-e2f87ab316f9', 'tag': 'e4d6e7d0-5636-4e5e-94d6-5941089b0c89'}] {{(pid=82096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:46:55.042489 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-19cc09f6-e339-44a1-864e-864715064e84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:55.431595 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e2beb-f7da-419a-ae19-ef5f6f01dd3f service neutron] Pushing event updated for resources: {'Port': ['ID=e4d6e7d0-5636-4e5e-94d6-5941089b0c89,revision_number=3']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:55.445023 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-cb9e2beb-f7da-419a-ae19-ef5f6f01dd3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:55.488213 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-0181b826-2c3e-4d32-9e1e-6c6678fd8537 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=233228ab07884531886633712cfb6d4d&device_id=db379616-51e7-4e87-8e25-e2f87ab316f9 HTTP/1.1" status: 200  len: 1099 time: 0.3337061
Jul 14 08:46:55.502230 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 56950) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:46:55.671825 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_v2 [None req-f85decf3-7756-49a4-80fd-30792ec0da5b admin admin] Deleting subnet f2f2491b-9781-42c5-b9d0-471db2c9f754 {{(pid=82096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 14 08:46:55.686721 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4741dba-9f92-4600-8081-67b1b57059be req-e6155464-32c2-4376-9378-6be484262884 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:55.695814 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a4741dba-9f92-4600-8081-67b1b57059be req-e6155464-32c2-4376-9378-6be484262884 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 946 time: 0.6348648
Jul 14 08:46:55.729133 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-19cc09f6-e339-44a1-864e-864715064e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-695868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854083321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29545'] for router, precommit_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:55.808220 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a4741dba-9f92-4600-8081-67b1b57059be req-a72adda0-3afb-4eaa-b819-cbac0cb412d8 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1113355
Jul 14 08:46:55.838347 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-ea92445d-19e8-4098-831a-80070bd6c521 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=e4d6e7d0-5636-4e5e-94d6-5941089b0c89 HTTP/1.1" status: 200  len: 217 time: 0.1618154
Jul 14 08:46:55.839171 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f85decf3-7756-49a4-80fd-30792ec0da5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:55.964516 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53776a8e-8971-4e90-b8aa-a66676596858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3704f2b-d2c3-5246-b6ef-c89a7a596ff8-c36aba88-bb5f-46a3-81ea-2b65ef49d768', 'network_id': 'c36aba88-bb5f-46a3-81ea-2b65ef49d768', 'tenant_id': '5abb2de6ec754377a973767f2a1d8b43', 'fixed_ips': [{'subnet_id': '9bdaa03d-0385-44a7-97cc-6397e715ccb3'}]}} from dv-cinder-800229-1-iscsi. {{(pid=82097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jul 14 08:46:55.970287 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-53776a8e-8971-4e90-b8aa-a66676596858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:56.016466 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0609f80-e37f-42a1-822f-a0045087fd7d req-1a2706b5-76c8-442e-bdb5-9681409164fd tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:56.018559 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e0609f80-e37f-42a1-822f-a0045087fd7d req-1a2706b5-76c8-442e-bdb5-9681409164fd tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.9592962
Jul 14 08:46:56.097039 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f85decf3-7756-49a4-80fd-30792ec0da5b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:56.130430 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f85decf3-7756-49a4-80fd-30792ec0da5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853748987'] for subnet, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:56.191123 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-861cce31-a946-4d06-a03a-67029b795c32 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:56.193079 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-861cce31-a946-4d06-a03a-67029b795c32 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=97b0498e-4227-49de-82ee-caa6c6423ca3 HTTP/1.1" status: 200  len: 843 time: 0.2912672
Jul 14 08:46:56.228694 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-19cc09f6-e339-44a1-864e-864715064e84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:56.246276 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [None req-53776a8e-8971-4e90-b8aa-a66676596858 None None] Allocated IP 172.20.0.2 (c36aba88-bb5f-46a3-81ea-2b65ef49d768/9bdaa03d-0385-44a7-97cc-6397e715ccb3/5504ed2a-2477-4611-ba97-3d3c9709246f) {{(pid=82097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:46:56.276176 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-19cc09f6-e339-44a1-864e-864715064e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:56.316093 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e0609f80-e37f-42a1-822f-a0045087fd7d req-77d572a1-fa7d-4704-a7f7-7368929e91f6 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2806308
Jul 14 08:46:56.345745 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5afab-b305-4512-9f00-9c59220a79e4 req-cb23f6da-2dd9-42f8-955d-29f8917f8107 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:56.380726 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9ca5afab-b305-4512-9f00-9c59220a79e4 req-cb23f6da-2dd9-42f8-955d-29f8917f8107 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] 10.222.0.42 "GET /v2.0/ports?device_id=db379616-51e7-4e87-8e25-e2f87ab316f9 HTTP/1.1" status: 200  len: 946 time: 0.3085465
Jul 14 08:46:56.402893 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-235ee1cc-8831-4be6-b8b0-1558c665ae55 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dc5284be-13e7-4d1b-a65f-e870107a9df9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1903672
Jul 14 08:46:56.424253 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device cfdfede3-3646-4b11-bd86-a286e5615db7 up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:46:56.544074 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9ca5afab-b305-4512-9f00-9c59220a79e4 req-17f90317-03f0-4533-8433-7acee6831041 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] 10.222.0.42 "GET /v2.0/security-groups?id=281d54c7-baad-4b1c-b241-0881815a8b77&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1616583
Jul 14 08:46:56.715539 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [None req-19cc09f6-e339-44a1-864e-864715064e84 admin admin] Allocated IP 172.27.3.143 (67339833-1858-4359-a5f3-39cbe3daa12b/5340f5f3-2f04-41df-9207-8bcd858e18e6/68b545b6-e2d9-4f44-9f07-52216ed4c2b7) {{(pid=82095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:46:56.843566 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f85decf3-7756-49a4-80fd-30792ec0da5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097'] for subnet, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:56.893827 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:56.903390 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning for port cfdfede3-3646-4b11-bd86-a286e5615db7 completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:46:56.918424 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-53776a8e-8971-4e90-b8aa-a66676596858 None None] Notify callbacks [] for port, precommit_create {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:56.927926 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port cfdfede3-3646-4b11-bd86-a286e5615db7 triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:46:56.928351 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:56.989577 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-19cc09f6-e339-44a1-864e-864715064e84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:56.995604 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-53776a8e-8971-4e90-b8aa-a66676596858 None None] Transition to ACTIVE for port object 5504ed2a-2477-4611-ba97-3d3c9709246f will not be triggered until provisioned by entity L2. {{(pid=82097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:46:56.999416 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-233ab59a-d674-4a98-b82e-99ec86150e11 service neutron] 10.222.0.43 "GET /v2.0/networks/dc5284be-13e7-4d1b-a65f-e870107a9df9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5809495
Jul 14 08:46:57.011178 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85decf3-7756-49a4-80fd-30792ec0da5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2f2491b-9781-42c5-b9d0-471db2c9f754,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:57.056073 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-19cc09f6-e339-44a1-864e-864715064e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:57.082595 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:57.083358 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-53776a8e-8971-4e90-b8aa-a66676596858 None None] Transition to ACTIVE for port object 5504ed2a-2477-4611-ba97-3d3c9709246f will not be triggered until provisioned by entity DHCP. {{(pid=82097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:46:57.123575 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-53776a8e-8971-4e90-b8aa-a66676596858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794'] for port, after_create {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:57.128655 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:57.167285 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-f85decf3-7756-49a4-80fd-30792ec0da5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:57.175289 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5572b-c234-4f2e-b71b-372d049523b9 req-23471ce9-1da1-4f80-9984-dc302a2d06e5 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:57.184702 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4ea5572b-c234-4f2e-b71b-372d049523b9 req-23471ce9-1da1-4f80-9984-dc302a2d06e5 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 945 time: 0.5820928
Jul 14 08:46:57.192419 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cc09f6-e339-44a1-864e-864715064e84 admin admin] Network 67339833-1858-4359-a5f3-39cbe3daa12b is already hosted by enough agents. {{(pid=82095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:46:57.198511 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-19cc09f6-e339-44a1-864e-864715064e84 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:46:57.207761 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cc09f6-e339-44a1-864e-864715064e84 admin admin] Received port after_create {{(pid=82095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:46:57.215499 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f85decf3-7756-49a4-80fd-30792ec0da5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:57.220009 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53776a8e-8971-4e90-b8aa-a66676596858 None None] Pushing event updated for resources: {'Port': ['ID=5504ed2a-2477-4611-ba97-3d3c9709246f,revision_number=1']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:57.224559 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-53776a8e-8971-4e90-b8aa-a66676596858 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:57.243253 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-f85decf3-7756-49a4-80fd-30792ec0da5b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f2f2491b-9781-42c5-b9d0-471db2c9f754 HTTP/1.1" status: 204  len: 168 time: 1.7399559
Jul 14 08:46:57.255615 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 56962) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:46:57.285357 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53776a8e-8971-4e90-b8aa-a66676596858 None None] Network c36aba88-bb5f-46a3-81ea-2b65ef49d768 is already hosted by enough agents. {{(pid=82097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:46:57.289339 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-53776a8e-8971-4e90-b8aa-a66676596858 None None] Resources bound (agent type, host, resource id):  {{(pid=82097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:46:57.302118 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53776a8e-8971-4e90-b8aa-a66676596858 None None] Received port after_create {{(pid=82097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:46:57.501743 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d73f78d6-2388-45dd-a008-07b7029e8ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-950592'] for network, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:57.511143 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db379616-51e7-4e87-8e25-e2f87ab316f9', 'tag': 'e4d6e7d0-5636-4e5e-94d6-5941089b0c89', 'status': 'completed', 'code': 200}
Jul 14 08:46:57.521010 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cc09f6-e339-44a1-864e-864715064e84 admin admin] Pushing event updated for resources: {'Port': ['ID=68b545b6-e2d9-4f44-9f07-52216ed4c2b7,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:57.527856 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-41cfbf23-814b-4563-90d3-c8f49e3b185b req-e5c135c4-01b8-4627-9ee7-1471932e4230 service neutron] 10.222.0.43 "GET /v2.0/networks/dc5284be-13e7-4d1b-a65f-e870107a9df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5191507
Jul 14 08:46:57.533289 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-19cc09f6-e339-44a1-864e-864715064e84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:57.554098 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:57.556136 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4ea5572b-c234-4f2e-b71b-372d049523b9 req-6e17688c-19b9-4cb0-9efa-b4f34d02ad85 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd3ceb96-24d3-46f0-a357-fd9c0f4c4b3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3703830
Jul 14 08:46:57.584390 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-19cc09f6-e339-44a1-864e-864715064e84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:57.588721 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-19cc09f6-e339-44a1-864e-864715064e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854079993'] for router, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:57.645456 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-53776a8e-8971-4e90-b8aa-a66676596858 None None] Attempting to bind port 5504ed2a-2477-4611-ba97-3d3c9709246f on host dv-cinder-800229-1-iscsi for vnic_type normal with profile  {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:46:57.645878 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-53776a8e-8971-4e90-b8aa-a66676596858 None None] Attempting to bind port 5504ed2a-2477-4611-ba97-3d3c9709246f by drivers openvswitch,hyperv on host dv-cinder-800229-1-iscsi at level 0 using segments [{'id': 'e3e4d096-f7f6-4313-baea-cbaa164b312a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c36aba88-bb5f-46a3-81ea-2b65ef49d768'}] {{(pid=82097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:46:57.646284 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53776a8e-8971-4e90-b8aa-a66676596858 None None] Attempting to bind port 5504ed2a-2477-4611-ba97-3d3c9709246f on network c36aba88-bb5f-46a3-81ea-2b65ef49d768 {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:46:57.656587 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53776a8e-8971-4e90-b8aa-a66676596858 None None] Checking agent: {'id': '0d58c09d-3d0a-420d-b789-56ac4f0c32ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 37), 'started_at': datetime.datetime(2021, 7, 14, 8, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:46:57.657135 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53776a8e-8971-4e90-b8aa-a66676596858 None None] Checking segment: {'id': 'e3e4d096-f7f6-4313-baea-cbaa164b312a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c36aba88-bb5f-46a3-81ea-2b65ef49d768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:46:57.657837 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-53776a8e-8971-4e90-b8aa-a66676596858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:57.658272 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53776a8e-8971-4e90-b8aa-a66676596858 None None] Bound using segment: {'id': 'e3e4d096-f7f6-4313-baea-cbaa164b312a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c36aba88-bb5f-46a3-81ea-2b65ef49d768'} {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:46:57.658794 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-53776a8e-8971-4e90-b8aa-a66676596858 None None] Bound port: 5504ed2a-2477-4611-ba97-3d3c9709246f, host: dv-cinder-800229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3e4d096-f7f6-4313-baea-cbaa164b312a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c36aba88-bb5f-46a3-81ea-2b65ef49d768'}}] {{(pid=82097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:46:57.659386 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-53776a8e-8971-4e90-b8aa-a66676596858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:57.793131 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] For port cfdfede3-3646-4b11-bd86-a286e5615db7, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=cfdfede3-3646-4b11-bd86-a286e5615db7,segment=NetworkSegment(57e109e9-a08a-4b16-af5b-d8326e490f60),segment_id=57e109e9-a08a-4b16-af5b-d8326e490f60)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:46:57.808620 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:57.817263 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c9062600-864b-4dae-b661-84a9909940a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:57.897945 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d73f78d6-2388-45dd-a008-07b7029e8ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853745778', 'neutron.services.segments.db._delete_segments_for_network--9223363282633926140'] for network, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:57.909050 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Pushing event updated for resources: {'Port': ['ID=cfdfede3-3646-4b11-bd86-a286e5615db7,revision_number=5']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:57.922941 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:57.935823 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d73f78d6-2388-45dd-a008-07b7029e8ece admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f640181a9e8>> segment before_delete 55550000 {{(pid=82096) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:46:57.936229 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d73f78d6-2388-45dd-a008-07b7029e8ece admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f640181a9e8>> subnet precommit_delete_associations 55550000 {{(pid=82096) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:46:57.937053 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d73f78d6-2388-45dd-a008-07b7029e8ece admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6402957198>> segment_host_mapping after_create 55550000 {{(pid=82096) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:46:57.937425 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d73f78d6-2388-45dd-a008-07b7029e8ece admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6402957198>> port after_create 55550000 {{(pid=82096) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:46:57.937790 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d73f78d6-2388-45dd-a008-07b7029e8ece admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6402957198>> port after_delete 55550000 {{(pid=82096) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:46:57.938582 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d73f78d6-2388-45dd-a008-07b7029e8ece admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6402957198>> port after_update 55550000 {{(pid=82096) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:46:57.938582 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d73f78d6-2388-45dd-a008-07b7029e8ece admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6402957198>> segment after_delete 55550000 {{(pid=82096) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:46:57.938883 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d73f78d6-2388-45dd-a008-07b7029e8ece admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6402957198>> subnet after_create 55550000 {{(pid=82096) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:46:57.941075 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d73f78d6-2388-45dd-a008-07b7029e8ece admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6402957198>> subnet after_delete 55550000 {{(pid=82096) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:46:57.941075 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d73f78d6-2388-45dd-a008-07b7029e8ece admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6402957198>> subnet after_update 55550000 {{(pid=82096) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:46:57.960769 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-53776a8e-8971-4e90-b8aa-a66676596858 None None] For port 5504ed2a-2477-4611-ba97-3d3c9709246f, host dv-cinder-800229-1-iscsi, cleared binding levels {{(pid=82097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:46:57.962402 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c0f24-6691-450e-88ce-4b2fe2b56afa req-2cd8a29c-42d3-47f2-813d-bbde66615d71 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:57.964904 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-53776a8e-8971-4e90-b8aa-a66676596858 None None] For port 5504ed2a-2477-4611-ba97-3d3c9709246f, host dv-cinder-800229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=5504ed2a-2477-4611-ba97-3d3c9709246f,segment=NetworkSegment(e3e4d096-f7f6-4313-baea-cbaa164b312a),segment_id=e3e4d096-f7f6-4313-baea-cbaa164b312a)] {{(pid=82097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:46:57.970826 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-799c0f24-6691-450e-88ce-4b2fe2b56afa req-2cd8a29c-42d3-47f2-813d-bbde66615d71 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 946 time: 0.2169604
Jul 14 08:46:58.026889 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-53776a8e-8971-4e90-b8aa-a66676596858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:58.033938 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-799c0f24-6691-450e-88ce-4b2fe2b56afa req-d5a960c5-fc6f-4320-8d40-c943aa89c427 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0619621
Jul 14 08:46:58.046738 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:58.083869 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d73f78d6-2388-45dd-a008-07b7029e8ece admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6401fe1ba8>> subnet after_create 55550000 {{(pid=82096) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:46:58.084263 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d73f78d6-2388-45dd-a008-07b7029e8ece admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6401fe1ba8>> subnet after_delete 55550000 {{(pid=82096) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:46:58.084642 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d73f78d6-2388-45dd-a008-07b7029e8ece admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6401fe1ba8>> subnet before_create 55550000 {{(pid=82096) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:46:58.085065 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d73f78d6-2388-45dd-a008-07b7029e8ece admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6401fe1ba8>> subnet before_update 55550000 {{(pid=82096) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 14 08:46:58.085393 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-d73f78d6-2388-45dd-a008-07b7029e8ece admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6401b12e10>,) {'filters': {'network_id': ['da488139-78af-4b65-a6c3-304d11fa54fa']}} {{(pid=82096) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:46:58.118773 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-d73f78d6-2388-45dd-a008-07b7029e8ece admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6401b12e10>, 'ec93f0da-9f9f-40ad-ac7a-4e9e1f7ae5f3') {'for_net_delete': True} {{(pid=82096) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:46:58.122889 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-d73f78d6-2388-45dd-a008-07b7029e8ece admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6401b12e10>, 'ec93f0da-9f9f-40ad-ac7a-4e9e1f7ae5f3') {} {{(pid=82096) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:46:58.192111 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53776a8e-8971-4e90-b8aa-a66676596858 None None] Pushing event updated for resources: {'Port': ['ID=5504ed2a-2477-4611-ba97-3d3c9709246f,revision_number=2']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:58.207457 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-53776a8e-8971-4e90-b8aa-a66676596858 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:58.207891 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d73f78d6-2388-45dd-a008-07b7029e8ece admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282633931619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852677651'] for segment, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:58.263505 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6f04a9bb-a7a0-479d-bcbe-75eb07a9eb72 req-0025128f-3e24-476f-8054-791d1af67183 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=233228ab07884531886633712cfb6d4d&device_id=db379616-51e7-4e87-8e25-e2f87ab316f9 HTTP/1.1" status: 200  len: 1099 time: 0.4750242
Jul 14 08:46:58.265452 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d73f78d6-2388-45dd-a008-07b7029e8ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6123'] for segment, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:58.318388 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19cc09f6-e339-44a1-864e-864715064e84 admin admin] Router 7ce56b48-9881-4b8c-97b2-643799efb0c3 is scheduled to L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c with binding_index 1 {{(pid=82095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Jul 14 08:46:58.324525 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d73f78d6-2388-45dd-a008-07b7029e8ece admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=82096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 14 08:46:58.325101 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d73f78d6-2388-45dd-a008-07b7029e8ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854769693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853642902'] for segment, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:58.353581 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device cfdfede3-3646-4b11-bd86-a286e5615db7 up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:46:58.374141 dv-cinder-800229-1-iscsi neutron-server[81984]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Jul 14 08:46:58.374141 dv-cinder-800229-1-iscsi neutron-server[81984]:   (self, other),
Jul 14 08:46:58.374141 dv-cinder-800229-1-iscsi neutron-server[81984]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Jul 14 08:46:58.374141 dv-cinder-800229-1-iscsi neutron-server[81984]:   (self, other),
Jul 14 08:46:58.374141 dv-cinder-800229-1-iscsi neutron-server[81984]: Traceback (most recent call last):
Jul 14 08:46:58.374141 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 14 08:46:58.374141 dv-cinder-800229-1-iscsi neutron-server[81984]:     timer()
Jul 14 08:46:58.374141 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 14 08:46:58.374141 dv-cinder-800229-1-iscsi neutron-server[81984]:     cb(*args, **kw)
Jul 14 08:46:58.374141 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 14 08:46:58.374141 dv-cinder-800229-1-iscsi neutron-server[81984]:     return func(*args, **kwargs)
Jul 14 08:46:58.374141 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 14 08:46:58.374141 dv-cinder-800229-1-iscsi neutron-server[81984]:     self._notify()
Jul 14 08:46:58.374141 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 14 08:46:58.374141 dv-cinder-800229-1-iscsi neutron-server[81984]:     self.callback(batched_events)
Jul 14 08:46:58.374141 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 14 08:46:58.374141 dv-cinder-800229-1-iscsi neutron-server[81984]:     event.method(event)
Jul 14 08:46:58.374141 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 14 08:46:58.374141 dv-cinder-800229-1-iscsi neutron-server[81984]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 14 08:46:58.374141 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 14 08:46:58.374141 dv-cinder-800229-1-iscsi neutron-server[81984]:     segment_id)['aggregates'][0]
Jul 14 08:46:58.374141 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Jul 14 08:46:58.374141 dv-cinder-800229-1-iscsi neutron-server[81984]:     return f(self, *a, **k)
Jul 14 08:46:58.374141 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 14 08:46:58.374141 dv-cinder-800229-1-iscsi neutron-server[81984]:     return self._get(url).json()
Jul 14 08:46:58.374141 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 14 08:46:58.374141 dv-cinder-800229-1-iscsi neutron-server[81984]:     **kwargs)
Jul 14 08:46:58.374141 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Jul 14 08:46:58.374141 dv-cinder-800229-1-iscsi neutron-server[81984]:     return self.request(url, 'GET', **kwargs)
Jul 14 08:46:58.374141 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Jul 14 08:46:58.374141 dv-cinder-800229-1-iscsi neutron-server[81984]:     **endpoint_filter)
Jul 14 08:46:58.374141 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Jul 14 08:46:58.374141 dv-cinder-800229-1-iscsi neutron-server[81984]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 14 08:46:58.374141 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Jul 14 08:46:58.374141 dv-cinder-800229-1-iscsi neutron-server[81984]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 14 08:46:58.374141 dv-cinder-800229-1-iscsi neutron-server[81984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 14 08:46:58.391303 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c5814-b535-4d01-93c1-05e3213b87d5 req-fc210b18-9ab9-4a2d-a0cf-7e375987d267 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:58.392951 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-650c5814-b535-4d01-93c1-05e3213b87d5 req-fc210b18-9ab9-4a2d-a0cf-7e375987d267 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.6062994
Jul 14 08:46:58.504500 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port cfdfede3-3646-4b11-bd86-a286e5615db7 triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:46:58.505092 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:58.706187 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad911ed7-6db9-422b-9917-55c4c3272a45 req-de91b4dc-f722-4c79-8b8d-2c78876dfd75 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:58.713221 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ad911ed7-6db9-422b-9917-55c4c3272a45 req-de91b4dc-f722-4c79-8b8d-2c78876dfd75 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] 10.222.0.42 "GET /v2.0/ports?device_id=db379616-51e7-4e87-8e25-e2f87ab316f9 HTTP/1.1" status: 200  len: 946 time: 0.5283527
Jul 14 08:46:58.856631 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ad911ed7-6db9-422b-9917-55c4c3272a45 req-93ec9cf1-33fa-4e8c-8ed9-31eb16d20a89 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] 10.222.0.42 "GET /v2.0/security-groups?id=281d54c7-baad-4b1c-b241-0881815a8b77&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021793
Jul 14 08:46:58.953723 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19cc09f6-e339-44a1-864e-864715064e84 admin admin] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:46:58.963771 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e43389-8eac-47b8-8087-a5c2cffacdbf None None] Sync routers for ids ['7ce56b48-9881-4b8c-97b2-643799efb0c3'] in dv-cinder-800229-1-iscsi {{(pid=82098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:46:58.969236 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-650c5814-b535-4d01-93c1-05e3213b87d5 req-00c24f47-8ed5-41c9-a7b0-5e10ac6d5b50 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5222898
Jul 14 08:46:58.970475 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04a9bb-a7a0-479d-bcbe-75eb07a9eb72 req-f269830c-2bba-498e-8068-59e7042c94c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:58.972133 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6f04a9bb-a7a0-479d-bcbe-75eb07a9eb72 req-f269830c-2bba-498e-8068-59e7042c94c9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dc5284be-13e7-4d1b-a65f-e870107a9df9 HTTP/1.1" status: 200  len: 870 time: 0.6998680
Jul 14 08:46:58.982295 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d73f78d6-2388-45dd-a008-07b7029e8ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1030070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695875'] for network, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:58.992575 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-19cc09f6-e339-44a1-864e-864715064e84 admin admin] Notify callbacks [] for router, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:58.994792 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-19cc09f6-e339-44a1-864e-864715064e84 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.0809391
Jul 14 08:46:58.998035 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 56978) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:46:59.026009 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e43389-8eac-47b8-8087-a5c2cffacdbf None None] Routers {'7ce56b48-9881-4b8c-97b2-643799efb0c3'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:46:59.026695 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-02e43389-8eac-47b8-8087-a5c2cffacdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f640389ba90>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:46:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['7ce56b48-9881-4b8c-97b2-643799efb0c3'], 'active': True} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:46:59.146822 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6f04a9bb-a7a0-479d-bcbe-75eb07a9eb72 req-f2b9363f-ce21-414f-a963-63f0525917eb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=e4d6e7d0-5636-4e5e-94d6-5941089b0c89 HTTP/1.1" status: 200  len: 217 time: 0.1656034
Jul 14 08:46:59.158255 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d73f78d6-2388-45dd-a008-07b7029e8ece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for network, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:46:59.176287 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-2c404e28-4d5b-4ef4-9279-d8ea56bc8d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:46:59.433820 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f78d6-2388-45dd-a008-07b7029e8ece admin admin] Pushing event deleted for resources: {'Network': ['ID=da488139-78af-4b65-a6c3-304d11fa54fa,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:46:59.440676 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-d73f78d6-2388-45dd-a008-07b7029e8ece admin admin] 10.222.0.42 "DELETE /v2.0/networks/da488139-78af-4b65-a6c3-304d11fa54fa HTTP/1.1" status: 204  len: 168 time: 2.1832342
Jul 14 08:46:59.445662 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-02e43389-8eac-47b8-8087-a5c2cffacdbf None None] Set router 7ce56b48-9881-4b8c-97b2-643799efb0c3 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:46:59.451803 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-d73f78d6-2388-45dd-a008-07b7029e8ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:46:59.521475 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04a9bb-a7a0-479d-bcbe-75eb07a9eb72 req-43f2e425-140f-4d07-a0b1-8a599d9432a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:59.523598 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6f04a9bb-a7a0-479d-bcbe-75eb07a9eb72 req-43f2e425-140f-4d07-a0b1-8a599d9432a6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=97b0498e-4227-49de-82ee-caa6c6423ca3 HTTP/1.1" status: 200  len: 843 time: 0.2980745
Jul 14 08:46:59.540083 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5a951-80f8-415f-a73a-aa6547f4c3e5 req-dffd3c12-85be-44dc-8f97-88be9a1e9619 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:46:59.542894 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f0b5a951-80f8-415f-a73a-aa6547f4c3e5 req-dffd3c12-85be-44dc-8f97-88be9a1e9619 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 946 time: 0.2160573
Jul 14 08:46:59.767411 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f0b5a951-80f8-415f-a73a-aa6547f4c3e5 req-3a2d7f07-e074-4f10-9b5c-212538a9b6f2 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0852468
Jul 14 08:46:59.788713 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6f04a9bb-a7a0-479d-bcbe-75eb07a9eb72 req-ca9c39dc-52d1-4e46-ada7-4828f24fc620 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dc5284be-13e7-4d1b-a65f-e870107a9df9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2445085
Jul 14 08:47:00.019650 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 56992) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:47:00.092682 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-02e43389-8eac-47b8-8087-a5c2cffacdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f640389ba90>, [{'id': '7ce56b48-9881-4b8c-97b2-643799efb0c3', 'name': 'tempest-TestVolumeBootPattern-627248343-router', 'tenant_id': '5abb2de6ec754377a973767f2a1d8b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '68b545b6-e2d9-4f44-9f07-52216ed4c2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:54Z', 'updated_at': '2021-07-14T08:46:57Z', 'revision_number': 3, 'project_id': '5abb2de6ec754377a973767f2a1d8b43', 'gw_port': {'id': '68b545b6-e2d9-4f44-9f07-52216ed4c2b7', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:78:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce56b48-9881-4b8c-97b2-643799efb0c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:56Z', 'updated_at': '2021-07-14T08:46:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi'}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:47:00.108337 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e43389-8eac-47b8-8087-a5c2cffacdbf None None] Checking router: 7ce56b48-9881-4b8c-97b2-643799efb0c3 for host: dv-cinder-800229-1-iscsi {{(pid=82098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:47:00.108731 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e43389-8eac-47b8-8087-a5c2cffacdbf None None] Updating router 7ce56b48-9881-4b8c-97b2-643799efb0c3 port 68b545b6-e2d9-4f44-9f07-52216ed4c2b7 binding host dv-cinder-800229-1-iscsi {{(pid=82098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 14 08:47:00.232637 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-02e43389-8eac-47b8-8087-a5c2cffacdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:00.241155 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61771013-7d9b-40bd-8016-4d3da5a83ee5 req-6d1beabe-fd52-4e10-8e6b-56fa7cf83181 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:00.249851 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-61771013-7d9b-40bd-8016-4d3da5a83ee5 req-6d1beabe-fd52-4e10-8e6b-56fa7cf83181 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 945 time: 0.6979380
Jul 14 08:47:00.407838 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-61771013-7d9b-40bd-8016-4d3da5a83ee5 req-9807ffad-1506-422f-87f5-ccb1053e8eaa tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd3ceb96-24d3-46f0-a357-fd9c0f4c4b3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1569092
Jul 14 08:47:00.460428 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 5504ed2a-2477-4611-ba97-3d3c9709246f up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:47:00.517947 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-dbc07447-859d-46e7-b3ff-e13f273fee08 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=44a7d3553efe49d899536d5ea8ad49c4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4931078
Jul 14 08:47:00.519921 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 57004) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:47:00.713398 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning for port 5504ed2a-2477-4611-ba97-3d3c9709246f completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:47:00.714370 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6f04a9bb-a7a0-479d-bcbe-75eb07a9eb72 req-86d8bb76-b1df-4ee0-8454-18167c8460f6 service neutron] 10.222.0.43 "GET /v2.0/networks/dc5284be-13e7-4d1b-a65f-e870107a9df9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9130998
Jul 14 08:47:01.026277 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7468863c-d41b-4885-b45c-7005709e7c49 None None] Network c36aba88-bb5f-46a3-81ea-2b65ef49d768 requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:47:01.043064 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7edd72-9890-4811-b508-cb47e748e9b8 req-508ab012-e2ca-4c1b-a6d1-fcacb6bd1f8c tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:01.054042 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ce7edd72-9890-4811-b508-cb47e748e9b8 req-508ab012-e2ca-4c1b-a6d1-fcacb6bd1f8c tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.3145127
Jul 14 08:47:01.167067 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6f04a9bb-a7a0-479d-bcbe-75eb07a9eb72 req-461f90fb-cceb-453f-92e3-fd561e60ed09 service neutron] 10.222.0.43 "GET /v2.0/networks/dc5284be-13e7-4d1b-a65f-e870107a9df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4430442
Jul 14 08:47:01.177259 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881e305-0e58-48bd-808a-ba3ea95f099e req-51dbc0c3-e6fb-4df0-a333-ef1a00cc7b4c tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:01.178025 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-0881e305-0e58-48bd-808a-ba3ea95f099e req-51dbc0c3-e6fb-4df0-a333-ef1a00cc7b4c tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Synchronizing usage tracker for tenant:233228ab07884531886633712cfb6d4d on resource:port {{(pid=82096) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:47:01.193303 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ee6083e3-79f1-4d58-ac4a-b96c8289dee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:01.235703 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ee6083e3-79f1-4d58-ac4a-b96c8289dee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:01.256059 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-667e20d9-41f0-48d4-a640-8442e5831447 None None] Provisioning for port 5504ed2a-2477-4611-ba97-3d3c9709246f completed by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:47:01.264667 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-667e20d9-41f0-48d4-a640-8442e5831447 None None] Provisioning complete for port 5504ed2a-2477-4611-ba97-3d3c9709246f triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:47:01.265094 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-667e20d9-41f0-48d4-a640-8442e5831447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:01.287563 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-02e43389-8eac-47b8-8087-a5c2cffacdbf None None] Notify callbacks [] for port, precommit_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:01.305204 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ce7edd72-9890-4811-b508-cb47e748e9b8 req-2119d0b2-e4fc-42f4-a657-9bfc21eb0c04 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2424784
Jul 14 08:47:01.311557 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-02e43389-8eac-47b8-8087-a5c2cffacdbf None None] Transition to ACTIVE for port object 68b545b6-e2d9-4f44-9f07-52216ed4c2b7 will not be triggered until provisioned by entity L2. {{(pid=82098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:47:01.329229 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-02e43389-8eac-47b8-8087-a5c2cffacdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:01.334447 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:01.334841 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ee6083e3-79f1-4d58-ac4a-b96c8289dee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:01.356820 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-919d347c-e2d9-486a-a025-72c1c9ba93fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:01.369418 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-0881e305-0e58-48bd-808a-ba3ea95f099e req-51dbc0c3-e6fb-4df0-a333-ef1a00cc7b4c tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Unset dirty status for tenant:233228ab07884531886633712cfb6d4d on resource:port {{(pid=82096) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:47:01.378077 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0881e305-0e58-48bd-808a-ba3ea95f099e req-51dbc0c3-e6fb-4df0-a333-ef1a00cc7b4c tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] 10.222.0.42 "GET /v2.0/ports?device_id=db379616-51e7-4e87-8e25-e2f87ab316f9 HTTP/1.1" status: 200  len: 946 time: 1.2234294
Jul 14 08:47:01.418549 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6083e3-79f1-4d58-ac4a-b96c8289dee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5f5bf1-d60f-4816-96a5-4600e7eabce3,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:01.428563 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-ee6083e3-79f1-4d58-ac4a-b96c8289dee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:01.445994 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ee6083e3-79f1-4d58-ac4a-b96c8289dee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:01.456225 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-ee6083e3-79f1-4d58-ac4a-b96c8289dee9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cf5f5bf1-d60f-4816-96a5-4600e7eabce3 HTTP/1.1" status: 204  len: 168 time: 0.9053867
Jul 14 08:47:01.527474 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-0881e305-0e58-48bd-808a-ba3ea95f099e req-0c9a85d6-c861-4422-a61c-03b82f272763 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Synchronizing usage tracker for tenant:233228ab07884531886633712cfb6d4d on resource:security_group {{(pid=82096) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:47:01.555142 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-0881e305-0e58-48bd-808a-ba3ea95f099e req-0c9a85d6-c861-4422-a61c-03b82f272763 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Unset dirty status for tenant:233228ab07884531886633712cfb6d4d on resource:security_group {{(pid=82096) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:47:01.564533 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0881e305-0e58-48bd-808a-ba3ea95f099e req-0c9a85d6-c861-4422-a61c-03b82f272763 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] 10.222.0.42 "GET /v2.0/security-groups?id=281d54c7-baad-4b1c-b241-0881815a8b77&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1853611
Jul 14 08:47:01.570817 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-02e43389-8eac-47b8-8087-a5c2cffacdbf None None] Attempting to bind port 68b545b6-e2d9-4f44-9f07-52216ed4c2b7 on host dv-cinder-800229-1-iscsi for vnic_type normal with profile  {{(pid=82098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:47:01.571466 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-02e43389-8eac-47b8-8087-a5c2cffacdbf None None] Attempting to bind port 68b545b6-e2d9-4f44-9f07-52216ed4c2b7 by drivers openvswitch,hyperv on host dv-cinder-800229-1-iscsi at level 0 using segments [{'id': 'eeb05519-cb3f-4410-affd-d7c1079f9a7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'}] {{(pid=82098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:47:01.572577 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e43389-8eac-47b8-8087-a5c2cffacdbf None None] Attempting to bind port 68b545b6-e2d9-4f44-9f07-52216ed4c2b7 on network 67339833-1858-4359-a5f3-39cbe3daa12b {{(pid=82098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:47:01.579859 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029805c2-f55c-4eb3-8c6b-ca1af8c0b88e None None] Pushing event updated for resources: {'Port': ['ID=68b545b6-e2d9-4f44-9f07-52216ed4c2b7,revision_number=2']} {{(pid=82098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:01.614659 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e43389-8eac-47b8-8087-a5c2cffacdbf None None] Checking agent: {'id': '0d58c09d-3d0a-420d-b789-56ac4f0c32ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 37), 'started_at': datetime.datetime(2021, 7, 14, 8, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:47:01.615070 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e43389-8eac-47b8-8087-a5c2cffacdbf None None] Checking segment: {'id': 'eeb05519-cb3f-4410-affd-d7c1079f9a7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:47:01.615594 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-02e43389-8eac-47b8-8087-a5c2cffacdbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:01.616030 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e43389-8eac-47b8-8087-a5c2cffacdbf None None] Bound using segment: {'id': 'eeb05519-cb3f-4410-affd-d7c1079f9a7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'} {{(pid=82098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:47:01.616558 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-02e43389-8eac-47b8-8087-a5c2cffacdbf None None] Bound port: 68b545b6-e2d9-4f44-9f07-52216ed4c2b7, host: dv-cinder-800229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb05519-cb3f-4410-affd-d7c1079f9a7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'}}] {{(pid=82098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:47:01.616976 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-02e43389-8eac-47b8-8087-a5c2cffacdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:01.659020 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device e4d6e7d0-5636-4e5e-94d6-5941089b0c89 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 14 08:47:01.765342 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-667e20d9-41f0-48d4-a640-8442e5831447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:01.793711 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029805c2-f55c-4eb3-8c6b-ca1af8c0b88e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:47:01.795135 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029805c2-f55c-4eb3-8c6b-ca1af8c0b88e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:47:01.795986 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029805c2-f55c-4eb3-8c6b-ca1af8c0b88e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:47:01.795986 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029805c2-f55c-4eb3-8c6b-ca1af8c0b88e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:47:01.797989 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029805c2-f55c-4eb3-8c6b-ca1af8c0b88e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:47:01.799359 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029805c2-f55c-4eb3-8c6b-ca1af8c0b88e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:47:01.801552 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029805c2-f55c-4eb3-8c6b-ca1af8c0b88e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:47:01.804504 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029805c2-f55c-4eb3-8c6b-ca1af8c0b88e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:47:01.805127 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029805c2-f55c-4eb3-8c6b-ca1af8c0b88e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:47:01.805583 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029805c2-f55c-4eb3-8c6b-ca1af8c0b88e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:47:01.806973 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029805c2-f55c-4eb3-8c6b-ca1af8c0b88e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:47:01.819652 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-029805c2-f55c-4eb3-8c6b-ca1af8c0b88e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=82098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:01.839134 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-02e43389-8eac-47b8-8087-a5c2cffacdbf None None] For port 68b545b6-e2d9-4f44-9f07-52216ed4c2b7, host dv-cinder-800229-1-iscsi, cleared binding levels {{(pid=82098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:47:01.839134 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-02e43389-8eac-47b8-8087-a5c2cffacdbf None None] For port 68b545b6-e2d9-4f44-9f07-52216ed4c2b7, host dv-cinder-800229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=68b545b6-e2d9-4f44-9f07-52216ed4c2b7,segment=NetworkSegment(eeb05519-cb3f-4410-affd-d7c1079f9a7a),segment_id=eeb05519-cb3f-4410-affd-d7c1079f9a7a)] {{(pid=82098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:47:01.855204 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-02e43389-8eac-47b8-8087-a5c2cffacdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:01.861061 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:01.923565 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-667e20d9-41f0-48d4-a640-8442e5831447 None None] For port 5504ed2a-2477-4611-ba97-3d3c9709246f, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=5504ed2a-2477-4611-ba97-3d3c9709246f,segment=NetworkSegment(e3e4d096-f7f6-4313-baea-cbaa164b312a),segment_id=e3e4d096-f7f6-4313-baea-cbaa164b312a)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:47:02.059564 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029805c2-f55c-4eb3-8c6b-ca1af8c0b88e None None] Pushing event updated for resources: {'Port': ['ID=68b545b6-e2d9-4f44-9f07-52216ed4c2b7,revision_number=3']} {{(pid=82098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:02.070196 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-029805c2-f55c-4eb3-8c6b-ca1af8c0b88e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=82098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:02.106568 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-667e20d9-41f0-48d4-a640-8442e5831447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:02.114339 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-bdae978a-90b2-4848-91ca-0d44059a9ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:02.116228 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e43389-8eac-47b8-8087-a5c2cffacdbf None None] Routers {'7ce56b48-9881-4b8c-97b2-643799efb0c3'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:47:02.117047 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-02e43389-8eac-47b8-8087-a5c2cffacdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f640389ba90>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:46:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['7ce56b48-9881-4b8c-97b2-643799efb0c3'], 'active': True} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:47:02.130053 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ee64a1d3-c794-4490-b860-c1a65f5d7d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:02.190355 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30c3e3-06c6-4fb1-9b6a-99e775302ade req-e6dd21c2-d716-453f-a119-bfccb481a814 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:02.199361 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8f30c3e3-06c6-4fb1-9b6a-99e775302ade req-e6dd21c2-d716-453f-a119-bfccb481a814 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 946 time: 0.6213241
Jul 14 08:47:02.223360 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ff103-540c-400b-9da7-c3d302d9e048 req-50021a25-ea94-4566-be13-c0718875563a tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:02.241868 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-829ff103-540c-400b-9da7-c3d302d9e048 req-50021a25-ea94-4566-be13-c0718875563a tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=269cdf1c-6fd6-411d-8a16-6bf586a97d3b HTTP/1.1" status: 200  len: 945 time: 0.1343753
Jul 14 08:47:02.286410 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e20d9-41f0-48d4-a640-8442e5831447 None None] Pushing event updated for resources: {'Port': ['ID=5504ed2a-2477-4611-ba97-3d3c9709246f,revision_number=3']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:02.296113 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port e4d6e7d0-5636-4e5e-94d6-5941089b0c89, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=e4d6e7d0-5636-4e5e-94d6-5941089b0c89,segment=NetworkSegment(1da51125-7a34-49b3-8aea-8c2fa3dd939a),segment_id=1da51125-7a34-49b3-8aea-8c2fa3dd939a)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:47:02.318907 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-667e20d9-41f0-48d4-a640-8442e5831447 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:02.331973 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Returning: {'device': 'e4d6e7d0-5636-4e5e-94d6-5941089b0c89', 'network_id': 'dc5284be-13e7-4d1b-a65f-e870107a9df9', 'port_id': 'e4d6e7d0-5636-4e5e-94d6-5941089b0c89', 'mac_address': 'fa:16:3e:4c:05:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b0498e-4227-49de-82ee-caa6c6423ca3', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 14 08:47:02.358296 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-829ff103-540c-400b-9da7-c3d302d9e048 req-7e01caf5-397c-416c-8d5f-91f106e36bfd tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154628
Jul 14 08:47:02.407314 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:02.427440 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4d6e7d0-5636-4e5e-94d6-5941089b0c89 {{(pid=82097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:47:02.445011 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port e4d6e7d0-5636-4e5e-94d6-5941089b0c89, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=e4d6e7d0-5636-4e5e-94d6-5941089b0c89,segment=NetworkSegment(1da51125-7a34-49b3-8aea-8c2fa3dd939a),segment_id=1da51125-7a34-49b3-8aea-8c2fa3dd939a)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:47:02.449125 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:02.451199 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:02.549255 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-02e43389-8eac-47b8-8087-a5c2cffacdbf None None] Set router 7ce56b48-9881-4b8c-97b2-643799efb0c3 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:47:02.592351 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=e4d6e7d0-5636-4e5e-94d6-5941089b0c89,revision_number=4']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:02.610441 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:02.674492 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-cad81e18-c4d8-4912-b31d-bb9b39d72c48 None None] Provisioning complete for port 5504ed2a-2477-4611-ba97-3d3c9709246f triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:47:02.680591 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cad81e18-c4d8-4912-b31d-bb9b39d72c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:02.796050 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8f30c3e3-06c6-4fb1-9b6a-99e775302ade req-fdd73015-8cb7-4070-ab33-06db73698bcb tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5957048
Jul 14 08:47:02.828811 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [None req-ee64a1d3-c794-4490-b860-c1a65f5d7d05 admin admin] Allocated IP 172.20.0.1 (c36aba88-bb5f-46a3-81ea-2b65ef49d768/9bdaa03d-0385-44a7-97cc-6397e715ccb3/6d19a6e4-e77c-442f-9c80-3cc1d7fb09fd) {{(pid=82095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:47:02.832854 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e0991-efca-4712-b622-4ae0148c6278 req-8f47cb0a-43e4-47e8-b364-481d4810caef tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:02.841002 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-aa4e0991-efca-4712-b622-4ae0148c6278 req-8f47cb0a-43e4-47e8-b364-481d4810caef tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.1785061
Jul 14 08:47:02.945260 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-aa4e0991-efca-4712-b622-4ae0148c6278 req-f923385a-77be-46a8-9c87-19ca0e6102a9 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965018
Jul 14 08:47:03.077834 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-02e43389-8eac-47b8-8087-a5c2cffacdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f640389ba90>, [{'id': '7ce56b48-9881-4b8c-97b2-643799efb0c3', 'name': 'tempest-TestVolumeBootPattern-627248343-router', 'tenant_id': '5abb2de6ec754377a973767f2a1d8b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '68b545b6-e2d9-4f44-9f07-52216ed4c2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:54Z', 'updated_at': '2021-07-14T08:46:57Z', 'revision_number': 3, 'project_id': '5abb2de6ec754377a973767f2a1d8b43', 'gw_port': {'id': '68b545b6-e2d9-4f44-9f07-52216ed4c2b7', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:78:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce56b48-9881-4b8c-97b2-643799efb0c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:56Z', 'updated_at': '2021-07-14T08:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi'}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:47:03.083219 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e43389-8eac-47b8-8087-a5c2cffacdbf None None] The sync data for ids ['7ce56b48-9881-4b8c-97b2-643799efb0c3'] in dv-cinder-800229-1-iscsi is: [{'id': '7ce56b48-9881-4b8c-97b2-643799efb0c3', 'name': 'tempest-TestVolumeBootPattern-627248343-router', 'tenant_id': '5abb2de6ec754377a973767f2a1d8b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '68b545b6-e2d9-4f44-9f07-52216ed4c2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:54Z', 'updated_at': '2021-07-14T08:46:57Z', 'revision_number': 3, 'project_id': '5abb2de6ec754377a973767f2a1d8b43', 'gw_port': {'id': '68b545b6-e2d9-4f44-9f07-52216ed4c2b7', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:78:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce56b48-9881-4b8c-97b2-643799efb0c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:56Z', 'updated_at': '2021-07-14T08:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi'}] {{(pid=82098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:47:03.241930 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ee64a1d3-c794-4490-b860-c1a65f5d7d05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:03.286835 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-ee64a1d3-c794-4490-b860-c1a65f5d7d05 admin admin] Transition to ACTIVE for port object 6d19a6e4-e77c-442f-9c80-3cc1d7fb09fd will not be triggered until provisioned by entity DHCP. {{(pid=82095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:47:03.314282 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184b33c-9c1c-4e0c-8df3-ac88a1c2b01e req-d3c0eb20-b224-4a49-b837-37d58497e2ba tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:03.316093 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1184b33c-9c1c-4e0c-8df3-ac88a1c2b01e req-d3c0eb20-b224-4a49-b837-37d58497e2ba tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] 10.222.0.42 "GET /v2.0/ports?device_id=db379616-51e7-4e87-8e25-e2f87ab316f9 HTTP/1.1" status: 200  len: 947 time: 0.2023516
Jul 14 08:47:03.337287 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] get_ports_and_sgs() called for port_ids ['e4d6e7d0-5636-4e5e-94d6-5941089b0c89'] {{(pid=82097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 14 08:47:03.390866 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1184b33c-9c1c-4e0c-8df3-ac88a1c2b01e req-8186f8bd-a090-47ed-91aa-d8e74ccc1b81 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] 10.222.0.42 "GET /v2.0/security-groups?id=281d54c7-baad-4b1c-b241-0881815a8b77&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632885
Jul 14 08:47:03.401324 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ee64a1d3-c794-4490-b860-c1a65f5d7d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:03.412315 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-7e72c530-2597-4b3f-aa7e-7b294a62cb3c tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:03.507782 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee64a1d3-c794-4490-b860-c1a65f5d7d05 admin admin] Network c36aba88-bb5f-46a3-81ea-2b65ef49d768 is already hosted by enough agents. {{(pid=82095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:47:03.531568 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-ee64a1d3-c794-4490-b860-c1a65f5d7d05 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:47:03.535558 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee64a1d3-c794-4490-b860-c1a65f5d7d05 admin admin] Received port after_create {{(pid=82095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:47:03.669745 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ee64a1d3-c794-4490-b860-c1a65f5d7d05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691418'] for router_interface, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:03.682450 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee64a1d3-c794-4490-b860-c1a65f5d7d05 admin admin] Pushing event updated for resources: {'Port': ['ID=6d19a6e4-e77c-442f-9c80-3cc1d7fb09fd,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:03.686563 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-ee64a1d3-c794-4490-b860-c1a65f5d7d05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:04.057445 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b5ceb-4d88-48d7-bf9c-07ed7183c801 req-d4a011f5-d89f-4a87-915f-8a3b76a96b28 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:04.059345 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-7f4b5ceb-4d88-48d7-bf9c-07ed7183c801 req-d4a011f5-d89f-4a87-915f-8a3b76a96b28 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=269cdf1c-6fd6-411d-8a16-6bf586a97d3b HTTP/1.1" status: 200  len: 945 time: 0.3587375
Jul 14 08:47:04.159605 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ee64a1d3-c794-4490-b860-c1a65f5d7d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:04.198173 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-191dd638-19b7-4837-a75d-576e3bb7803c None None] Provisioning for port 6d19a6e4-e77c-442f-9c80-3cc1d7fb09fd completed by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:47:04.211687 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-191dd638-19b7-4837-a75d-576e3bb7803c None None] Provisioning complete for port 6d19a6e4-e77c-442f-9c80-3cc1d7fb09fd triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:47:04.213177 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-191dd638-19b7-4837-a75d-576e3bb7803c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:04.248669 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-7f4b5ceb-4d88-48d7-bf9c-07ed7183c801 req-bf2d77d4-f72f-4ae2-9947-61d1db0d4218 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1727180
Jul 14 08:47:04.299252 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-191dd638-19b7-4837-a75d-576e3bb7803c None None] Port 6d19a6e4-e77c-442f-9c80-3cc1d7fb09fd cannot update to ACTIVE because it is not bound. {{(pid=82097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 14 08:47:04.471347 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2305b-100a-4f08-a65e-d10adfbcea17 req-a611cdbf-0ca4-45b6-8d04-fcc836bc4024 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:04.485826 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-79b2305b-100a-4f08-a65e-d10adfbcea17 req-a611cdbf-0ca4-45b6-8d04-fcc836bc4024 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 946 time: 0.3060241
Jul 14 08:47:04.556159 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 68b545b6-e2d9-4f44-9f07-52216ed4c2b7 up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:47:04.619892 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-79b2305b-100a-4f08-a65e-d10adfbcea17 req-3685c5c4-43ae-4fdc-8661-db7fdfd50c09 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1326835
Jul 14 08:47:04.664341 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a263bae-a250-4121-b8bb-2c9950954dca req-b561d890-8784-48c4-bffc-18a0815da89e tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:04.685779 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2a263bae-a250-4121-b8bb-2c9950954dca req-b561d890-8784-48c4-bffc-18a0815da89e tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.43 "GET /v2.0/ports?device_id=269cdf1c-6fd6-411d-8a16-6bf586a97d3b HTTP/1.1" status: 200  len: 945 time: 0.2963998
Jul 14 08:47:04.737181 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ee64a1d3-c794-4490-b860-c1a65f5d7d05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:04.745637 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning for port 68b545b6-e2d9-4f44-9f07-52216ed4c2b7 completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:47:04.745854 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9b975-9081-4b99-a448-4e795c24049f req-84b2b0b9-3238-41bb-b60b-680a8a3b108b tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:04.747730 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5fa9b975-9081-4b99-a448-4e795c24049f req-84b2b0b9-3238-41bb-b60b-680a8a3b108b tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.1684709
Jul 14 08:47:04.749133 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ee64a1d3-c794-4490-b860-c1a65f5d7d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852740876'] for port, after_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:04.751246 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port 68b545b6-e2d9-4f44-9f07-52216ed4c2b7 triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:47:04.751644 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:04.817983 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-7dc6d799-efcb-474b-8881-367dac206b41 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:04.829887 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [req-2a263bae-a250-4121-b8bb-2c9950954dca req-d25b4551-837f-4896-9e53-092d373cb61c tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Deleting port 01bb028e-5dc6-48e6-9075-6881afb469e2 {{(pid=82096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:47:04.830220 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-2a263bae-a250-4121-b8bb-2c9950954dca req-d25b4551-837f-4896-9e53-092d373cb61c tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:04.930680 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee64a1d3-c794-4490-b860-c1a65f5d7d05 admin admin] Pushing event updated for resources: {'Port': ['ID=6d19a6e4-e77c-442f-9c80-3cc1d7fb09fd,revision_number=2']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:04.951403 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-ee64a1d3-c794-4490-b860-c1a65f5d7d05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:04.993402 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5fa9b975-9081-4b99-a448-4e795c24049f req-e98b6db2-d8ca-43d8-ab81-cc2b6a10fa94 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2101855
Jul 14 08:47:05.006703 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ee64a1d3-c794-4490-b860-c1a65f5d7d05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846971082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854084487'] for router_interface, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:05.016888 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:05.050648 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] For port 68b545b6-e2d9-4f44-9f07-52216ed4c2b7, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=68b545b6-e2d9-4f44-9f07-52216ed4c2b7,segment=NetworkSegment(eeb05519-cb3f-4410-affd-d7c1079f9a7a),segment_id=eeb05519-cb3f-4410-affd-d7c1079f9a7a)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:47:05.058561 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:05.059956 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 5504ed2a-2477-4611-ba97-3d3c9709246f up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:47:05.125527 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-ab4acc57-bafb-4c9d-b206-3c7347107f35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:05.246319 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb232d3-8659-4659-962c-77f9f94373a1 req-626a035b-c45f-4991-afd0-bd3541cd0d14 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:05.295681 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Pushing event updated for resources: {'Port': ['ID=68b545b6-e2d9-4f44-9f07-52216ed4c2b7,revision_number=4']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:05.317694 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-dfb232d3-8659-4659-962c-77f9f94373a1 req-626a035b-c45f-4991-afd0-bd3541cd0d14 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] 10.222.0.42 "GET /v2.0/ports?device_id=db379616-51e7-4e87-8e25-e2f87ab316f9 HTTP/1.1" status: 200  len: 947 time: 0.3485801
Jul 14 08:47:05.317858 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:05.320952 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port 5504ed2a-2477-4611-ba97-3d3c9709246f triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:47:05.321378 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:05.396391 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-2a263bae-a250-4121-b8bb-2c9950954dca req-d25b4551-837f-4896-9e53-092d373cb61c tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] For port 01bb028e-5dc6-48e6-9075-6881afb469e2, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=01bb028e-5dc6-48e6-9075-6881afb469e2,segment=NetworkSegment(84d2a471-9073-47cf-9d75-3287490f4b5e),segment_id=84d2a471-9073-47cf-9d75-3287490f4b5e)] {{(pid=82096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:47:05.403344 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-2a263bae-a250-4121-b8bb-2c9950954dca req-d25b4551-837f-4896-9e53-092d373cb61c tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:05.427620 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee64a1d3-c794-4490-b860-c1a65f5d7d05 admin admin] Network c36aba88-bb5f-46a3-81ea-2b65ef49d768 is already hosted by enough agents. {{(pid=82095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:47:05.428528 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-ee64a1d3-c794-4490-b860-c1a65f5d7d05 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:47:05.629805 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device e4d6e7d0-5636-4e5e-94d6-5941089b0c89 up at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:47:05.664469 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [req-2a263bae-a250-4121-b8bb-2c9950954dca req-d25b4551-837f-4896-9e53-092d373cb61c tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Calling delete_port for 01bb028e-5dc6-48e6-9075-6881afb469e2 owned by compute:nova {{(pid=82096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:47:05.826426 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f4b69199-aec0-4d59-844a-401382b0a96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:05.830138 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning for port e4d6e7d0-5636-4e5e-94d6-5941089b0c89 completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:47:05.837271 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning complete for port e4d6e7d0-5636-4e5e-94d6-5941089b0c89 triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:47:05.838121 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:05.840520 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-2a263bae-a250-4121-b8bb-2c9950954dca req-d25b4551-837f-4896-9e53-092d373cb61c tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132881'] for port, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:05.848670 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-636b00f7-f7e0-481a-9849-5fba69cd5585 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:05.890552 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] get_ports_and_sgs() called for port_ids ['09999980-8f6a-4f24-ba94-da400b4ba3b6', 'd945235d-8ae2-470a-a938-698f0c5de542', '915900b6-91a9-4262-8594-118db892c7bc'] {{(pid=82097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 14 08:47:05.898841 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b4551-837f-4896-9e53-092d373cb61c tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Pushing event deleted for resources: {'Port': ['ID=01bb028e-5dc6-48e6-9075-6881afb469e2,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:05.903821 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-d25b4551-837f-4896-9e53-092d373cb61c tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:05.908657 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-dfb232d3-8659-4659-962c-77f9f94373a1 req-4a60aee5-d35c-45c6-9008-58fa89317bc0 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] 10.222.0.42 "GET /v2.0/security-groups?id=281d54c7-baad-4b1c-b241-0881815a8b77&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6386137
Jul 14 08:47:05.938435 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-107f4d15-c347-4dfe-b410-c70d90d84c47 req-6c9ed7ae-8f7a-4a7e-b39c-4a80265a7153 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=269cdf1c-6fd6-411d-8a16-6bf586a97d3b HTTP/1.1" status: 200  len: 210 time: 0.1270602
Jul 14 08:47:06.076238 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:06.081517 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a263bae-a250-4121-b8bb-2c9950954dca req-d25b4551-837f-4896-9e53-092d373cb61c tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] No DVR routers for this DVR port 01bb028e-5dc6-48e6-9075-6881afb469e2 on host hv-cinder-80022 {{(pid=82096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 14 08:47:06.084339 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-2a263bae-a250-4121-b8bb-2c9950954dca req-d25b4551-837f-4896-9e53-092d373cb61c tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:06.107055 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '269cdf1c-6fd6-411d-8a16-6bf586a97d3b', 'name': 'network-vif-deleted', 'tag': '01bb028e-5dc6-48e6-9075-6881afb469e2'}] {{(pid=82096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:47:06.118344 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2a263bae-a250-4121-b8bb-2c9950954dca req-d25b4551-837f-4896-9e53-092d373cb61c tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.43 "DELETE /v2.0/ports/01bb028e-5dc6-48e6-9075-6881afb469e2 HTTP/1.1" status: 204  len: 173 time: 1.4419591
Jul 14 08:47:06.295896 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710db679-dedd-4e7a-827b-3ebb73eb8a59 req-e0a23f8a-f5b3-4245-82f4-88ba7eeb1d7f tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:06.303223 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-710db679-dedd-4e7a-827b-3ebb73eb8a59 req-e0a23f8a-f5b3-4245-82f4-88ba7eeb1d7f tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 946 time: 0.1874976
Jul 14 08:47:06.320044 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:06.413151 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 68b545b6-e2d9-4f44-9f07-52216ed4c2b7 up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:47:06.419093 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-710db679-dedd-4e7a-827b-3ebb73eb8a59 req-d7185de9-29b5-4c5d-ac12-c397678fe180 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1086948
Jul 14 08:47:06.492846 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db379616-51e7-4e87-8e25-e2f87ab316f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d6e7d0-5636-4e5e-94d6-5941089b0c89'}] {{(pid=82097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:47:06.508070 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-eba31f7f-069b-41bf-9c5c-67dee9e8399e None None] Provisioning complete for port 6d19a6e4-e77c-442f-9c80-3cc1d7fb09fd triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:47:06.508496 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-eba31f7f-069b-41bf-9c5c-67dee9e8399e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:06.546917 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '269cdf1c-6fd6-411d-8a16-6bf586a97d3b', 'name': 'network-vif-deleted', 'tag': '01bb028e-5dc6-48e6-9075-6881afb469e2', 'status': 'completed', 'code': 200}
Jul 14 08:47:06.558172 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port e4d6e7d0-5636-4e5e-94d6-5941089b0c89, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=e4d6e7d0-5636-4e5e-94d6-5941089b0c89,segment=NetworkSegment(1da51125-7a34-49b3-8aea-8c2fa3dd939a),segment_id=1da51125-7a34-49b3-8aea-8c2fa3dd939a)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:47:06.582269 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:06.586605 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 01bb028e-5dc6-48e6-9075-6881afb469e2 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:47:06.635029 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:06.674198 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] No Port match for: 01bb028e-5dc6-48e6-9075-6881afb469e2 {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:47:06.674964 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 01bb028e-5dc6-48e6-9075-6881afb469e2 not bound to the agent host hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:47:06.677683 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db379616-51e7-4e87-8e25-e2f87ab316f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d6e7d0-5636-4e5e-94d6-5941089b0c89', 'code': 200}
Jul 14 08:47:06.727603 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dded193-c131-4cda-b019-162d4164b39c req-a145a108-c539-48db-97b0-a8d6dd09f3ad tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:06.729849 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9dded193-c131-4cda-b019-162d4164b39c req-a145a108-c539-48db-97b0-a8d6dd09f3ad tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.2172523
Jul 14 08:47:06.740167 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-eba31f7f-069b-41bf-9c5c-67dee9e8399e None None] Port 6d19a6e4-e77c-442f-9c80-3cc1d7fb09fd cannot update to ACTIVE because it is not bound. {{(pid=82097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 14 08:47:06.769691 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port 68b545b6-e2d9-4f44-9f07-52216ed4c2b7 triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:47:06.770113 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:06.809260 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9dded193-c131-4cda-b019-162d4164b39c req-aa9a4ca0-8ba9-451e-a279-36a28ad9d4bc tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711493
Jul 14 08:47:06.825537 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:06.826959 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee64a1d3-c794-4490-b860-c1a65f5d7d05 admin admin] Router 7ce56b48-9881-4b8c-97b2-643799efb0c3 has already been hosted by L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c {{(pid=82095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 14 08:47:06.843946 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=e4d6e7d0-5636-4e5e-94d6-5941089b0c89,revision_number=5']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:06.872997 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:07.144188 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee64a1d3-c794-4490-b860-c1a65f5d7d05 admin admin] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:47:07.177499 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-ee64a1d3-c794-4490-b860-c1a65f5d7d05 admin admin] 10.222.0.42 "PUT /v2.0/routers/7ce56b48-9881-4b8c-97b2-643799efb0c3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1775792
Jul 14 08:47:07.278638 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8cf9e602-7d7c-4382-8811-8c6c46d44e5a req-a5d3aa39-0130-4667-8351-f0247ddb6df6 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=269cdf1c-6fd6-411d-8a16-6bf586a97d3b HTTP/1.1" status: 200  len: 210 time: 0.0797143
Jul 14 08:47:07.313182 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ccf6510c-9f68-499e-889f-47521daf926c req-765afa52-4afb-486b-a4d9-00d6a21f5772 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=db379616-51e7-4e87-8e25-e2f87ab316f9 HTTP/1.1" status: 200  len: 1101 time: 0.2755864
Jul 14 08:47:07.358470 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982517ff-ae04-4ca6-8e9a-4c8711cf4c71 req-312d52c9-f351-4e60-9b52-fe5be17e7644 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:07.360188 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-982517ff-ae04-4ca6-8e9a-4c8711cf4c71 req-312d52c9-f351-4e60-9b52-fe5be17e7644 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] 10.222.0.42 "GET /v2.0/ports?device_id=db379616-51e7-4e87-8e25-e2f87ab316f9 HTTP/1.1" status: 200  len: 948 time: 0.1858439
Jul 14 08:47:07.401540 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ccf6510c-9f68-499e-889f-47521daf926c req-a3d3d7d2-14d6-40ee-b2e5-eab0ef6b336f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=281d54c7-baad-4b1c-b241-0881815a8b77&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774906
Jul 14 08:47:07.422638 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-982517ff-ae04-4ca6-8e9a-4c8711cf4c71 req-87d7967e-af81-4ebe-b49c-fe646bde7337 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] 10.222.0.42 "GET /v2.0/security-groups?id=281d54c7-baad-4b1c-b241-0881815a8b77&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531116
Jul 14 08:47:07.647343 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5a9290-3999-45d9-bcc2-fbbe4df1be7d None None] Sync routers for ids ['7ce56b48-9881-4b8c-97b2-643799efb0c3'] in dv-cinder-800229-1-iscsi {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:47:07.660574 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5a9290-3999-45d9-bcc2-fbbe4df1be7d None None] Routers {'7ce56b48-9881-4b8c-97b2-643799efb0c3'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:47:07.661745 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-4c5a9290-3999-45d9-bcc2-fbbe4df1be7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f640226e710>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:46:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['7ce56b48-9881-4b8c-97b2-643799efb0c3'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:47:07.667726 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4f560-bf1c-452b-801c-18b0617facc6 req-51feca6f-f5f1-4c48-a7d0-bad28993bc8b tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:07.669499 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-94f4f560-bf1c-452b-801c-18b0617facc6 req-51feca6f-f5f1-4c48-a7d0-bad28993bc8b tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 946 time: 0.0884914
Jul 14 08:47:07.718996 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-94f4f560-bf1c-452b-801c-18b0617facc6 req-a6188055-13e2-4489-aa9d-313c3e71f6ef tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429931
Jul 14 08:47:07.818428 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b95bf440-b6be-4685-b7fe-2544a0f521d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:07.860395 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-4c5a9290-3999-45d9-bcc2-fbbe4df1be7d None None] Set router 7ce56b48-9881-4b8c-97b2-643799efb0c3 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:47:08.049265 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83208f6-fff2-40c5-a068-70f5da0f45e6 req-2f238aac-db6b-4ccc-95d8-7f987a0e300a tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:08.050848 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a83208f6-fff2-40c5-a068-70f5da0f45e6 req-2f238aac-db6b-4ccc-95d8-7f987a0e300a tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.0816064
Jul 14 08:47:08.105006 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a83208f6-fff2-40c5-a068-70f5da0f45e6 req-3fb08de4-dd70-48aa-ae2c-66fdc5620d13 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467401
Jul 14 08:47:08.190681 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-4c5a9290-3999-45d9-bcc2-fbbe4df1be7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f640226e710>, [{'id': '7ce56b48-9881-4b8c-97b2-643799efb0c3', 'name': 'tempest-TestVolumeBootPattern-627248343-router', 'tenant_id': '5abb2de6ec754377a973767f2a1d8b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '68b545b6-e2d9-4f44-9f07-52216ed4c2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:54Z', 'updated_at': '2021-07-14T08:47:03Z', 'revision_number': 4, 'project_id': '5abb2de6ec754377a973767f2a1d8b43', 'gw_port': {'id': '68b545b6-e2d9-4f44-9f07-52216ed4c2b7', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:78:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce56b48-9881-4b8c-97b2-643799efb0c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:56Z', 'updated_at': '2021-07-14T08:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': '6d19a6e4-e77c-442f-9c80-3cc1d7fb09fd', 'name': '', 'network_id': 'c36aba88-bb5f-46a3-81ea-2b65ef49d768', 'tenant_id': '5abb2de6ec754377a973767f2a1d8b43', 'mac_address': 'fa:16:3e:7c:4f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce56b48-9881-4b8c-97b2-643799efb0c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bdaa03d-0385-44a7-97cc-6397e715ccb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:02Z', 'updated_at': '2021-07-14T08:47:04Z', 'revision_number': 2, 'project_id': '5abb2de6ec754377a973767f2a1d8b43', 'subnets': [{'id': '9bdaa03d-0385-44a7-97cc-6397e715ccb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:47:08.194772 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5a9290-3999-45d9-bcc2-fbbe4df1be7d None None] Checking router: 7ce56b48-9881-4b8c-97b2-643799efb0c3 for host: dv-cinder-800229-1-iscsi {{(pid=82097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:47:08.195193 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5a9290-3999-45d9-bcc2-fbbe4df1be7d None None] Updating router 7ce56b48-9881-4b8c-97b2-643799efb0c3 port 6d19a6e4-e77c-442f-9c80-3cc1d7fb09fd binding host dv-cinder-800229-1-iscsi {{(pid=82097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 14 08:47:08.249392 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-4c5a9290-3999-45d9-bcc2-fbbe4df1be7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:08.412133 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4b5f61d5-3846-4378-9585-4c0fd2a27ce1 req-d4e1afa9-5ac8-4a8b-a6ba-5772660f84ed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b3a1809d9a5426abbaa7d1c2677f387&device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 1099 time: 0.0791945
Jul 14 08:47:08.564565 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:08.639983 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f61d5-3846-4378-9585-4c0fd2a27ce1 req-bab005ba-28ce-488b-ad13-a75c55c652aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:08.641551 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4b5f61d5-3846-4378-9585-4c0fd2a27ce1 req-bab005ba-28ce-488b-ad13-a75c55c652aa service neutron] 10.222.0.43 "GET /v2.0/networks?id=52933724-b56f-4198-aacf-d572e3623b57 HTTP/1.1" status: 200  len: 917 time: 0.2205780
Jul 14 08:47:08.822716 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-4c5a9290-3999-45d9-bcc2-fbbe4df1be7d None None] Notify callbacks [] for port, precommit_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:08.836206 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-4c5a9290-3999-45d9-bcc2-fbbe4df1be7d None None] Transition to ACTIVE for port object 6d19a6e4-e77c-442f-9c80-3cc1d7fb09fd will not be triggered until provisioned by entity L2. {{(pid=82097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:47:08.842851 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-4c5a9290-3999-45d9-bcc2-fbbe4df1be7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:08.847849 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:08.936028 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 57112) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:47:08.943831 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-dddc4290-066a-4974-88fd-de2dfccd6455 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1552094773', 'description': 'tempest-secgroup-smoke-1552094773 description', 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687'}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:47:08.951353 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-dddc4290-066a-4974-88fd-de2dfccd6455 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:47:08.956381 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-dddc4290-066a-4974-88fd-de2dfccd6455 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Usage tracker for resource:security_group and tenant:d5ca9a25ddbb42138f9b6a1b70d08687 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:47:08.960520 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-dddc4290-066a-4974-88fd-de2dfccd6455 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:47:08.975228 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-dddc4290-066a-4974-88fd-de2dfccd6455 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:47:08.983229 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4b5f61d5-3846-4378-9585-4c0fd2a27ce1 req-a98606f5-09e9-4644-b5de-426b9ab53cb5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b904831d-c561-4abf-b18b-fa6f34ef809f HTTP/1.1" status: 200  len: 1001 time: 0.3308094
Jul 14 08:47:08.994936 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-dddc4290-066a-4974-88fd-de2dfccd6455 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:09.024497 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7a1ad-29ab-4356-b683-99c8c796a910 None None] Pushing event updated for resources: {'Port': ['ID=6d19a6e4-e77c-442f-9c80-3cc1d7fb09fd,revision_number=3']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:09.034475 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-bfa7a1ad-29ab-4356-b683-99c8c796a910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:09.037681 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011ca5f-97ce-41f1-8770-e4c71e059919 req-6b89b556-0b72-4546-a16e-4ae602fdd77f tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:09.045894 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2011ca5f-97ce-41f1-8770-e4c71e059919 req-6b89b556-0b72-4546-a16e-4ae602fdd77f tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] 10.222.0.42 "GET /v2.0/ports?device_id=db379616-51e7-4e87-8e25-e2f87ab316f9 HTTP/1.1" status: 200  len: 948 time: 0.4777977
Jul 14 08:47:09.078806 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-dddc4290-066a-4974-88fd-de2dfccd6455 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:47:09.085052 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-dddc4290-066a-4974-88fd-de2dfccd6455 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Usage tracker for resource:security_group_rule and tenant:d5ca9a25ddbb42138f9b6a1b70d08687 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:47:09.090099 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-dddc4290-066a-4974-88fd-de2dfccd6455 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:47:09.111543 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-dddc4290-066a-4974-88fd-de2dfccd6455 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:47:09.142610 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-4c5a9290-3999-45d9-bcc2-fbbe4df1be7d None None] Attempting to bind port 6d19a6e4-e77c-442f-9c80-3cc1d7fb09fd on host dv-cinder-800229-1-iscsi for vnic_type normal with profile  {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:47:09.142967 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-4c5a9290-3999-45d9-bcc2-fbbe4df1be7d None None] Attempting to bind port 6d19a6e4-e77c-442f-9c80-3cc1d7fb09fd by drivers openvswitch,hyperv on host dv-cinder-800229-1-iscsi at level 0 using segments [{'id': 'e3e4d096-f7f6-4313-baea-cbaa164b312a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c36aba88-bb5f-46a3-81ea-2b65ef49d768'}] {{(pid=82097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:47:09.143400 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5a9290-3999-45d9-bcc2-fbbe4df1be7d None None] Attempting to bind port 6d19a6e4-e77c-442f-9c80-3cc1d7fb09fd on network c36aba88-bb5f-46a3-81ea-2b65ef49d768 {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:47:09.152017 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5a9290-3999-45d9-bcc2-fbbe4df1be7d None None] Checking agent: {'id': '0d58c09d-3d0a-420d-b789-56ac4f0c32ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 37), 'started_at': datetime.datetime(2021, 7, 14, 8, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:47:09.152253 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5a9290-3999-45d9-bcc2-fbbe4df1be7d None None] Checking segment: {'id': 'e3e4d096-f7f6-4313-baea-cbaa164b312a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c36aba88-bb5f-46a3-81ea-2b65ef49d768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:47:09.152564 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-4c5a9290-3999-45d9-bcc2-fbbe4df1be7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:09.152959 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5a9290-3999-45d9-bcc2-fbbe4df1be7d None None] Bound using segment: {'id': 'e3e4d096-f7f6-4313-baea-cbaa164b312a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c36aba88-bb5f-46a3-81ea-2b65ef49d768'} {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:47:09.153482 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-4c5a9290-3999-45d9-bcc2-fbbe4df1be7d None None] Bound port: 6d19a6e4-e77c-442f-9c80-3cc1d7fb09fd, host: dv-cinder-800229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3e4d096-f7f6-4313-baea-cbaa164b312a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c36aba88-bb5f-46a3-81ea-2b65ef49d768'}}] {{(pid=82097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:47:09.153899 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-4c5a9290-3999-45d9-bcc2-fbbe4df1be7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:09.176798 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2011ca5f-97ce-41f1-8770-e4c71e059919 req-4d64609e-ac1d-4655-8942-4145f91de079 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] 10.222.0.42 "GET /v2.0/security-groups?id=281d54c7-baad-4b1c-b241-0881815a8b77&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1298480
Jul 14 08:47:09.193044 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f61d5-3846-4378-9585-4c0fd2a27ce1 req-cb566a81-c745-4a94-9078-62e29273e109 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:09.194626 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4b5f61d5-3846-4378-9585-4c0fd2a27ce1 req-cb566a81-c745-4a94-9078-62e29273e109 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d2471914-bec5-4d3a-8fbd-31586948f335 HTTP/1.1" status: 200  len: 855 time: 0.2029557
Jul 14 08:47:09.264322 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-dddc4290-066a-4974-88fd-de2dfccd6455 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:09.271961 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-4c5a9290-3999-45d9-bcc2-fbbe4df1be7d None None] For port 6d19a6e4-e77c-442f-9c80-3cc1d7fb09fd, host dv-cinder-800229-1-iscsi, cleared binding levels {{(pid=82097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:47:09.277087 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-4c5a9290-3999-45d9-bcc2-fbbe4df1be7d None None] For port 6d19a6e4-e77c-442f-9c80-3cc1d7fb09fd, host dv-cinder-800229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=6d19a6e4-e77c-442f-9c80-3cc1d7fb09fd,segment=NetworkSegment(e3e4d096-f7f6-4313-baea-cbaa164b312a),segment_id=e3e4d096-f7f6-4313-baea-cbaa164b312a)] {{(pid=82097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:47:09.280753 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-4c5a9290-3999-45d9-bcc2-fbbe4df1be7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:09.287178 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:09.287916 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-dddc4290-066a-4974-88fd-de2dfccd6455 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:09.294684 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:09.369421 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc4290-066a-4974-88fd-de2dfccd6455 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b958f0ae-e380-4606-8c45-4c5a27f14f9e,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:09.372816 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-dddc4290-066a-4974-88fd-de2dfccd6455 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:09.374288 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-dddc4290-066a-4974-88fd-de2dfccd6455 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.4370399
Jul 14 08:47:09.375586 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-dddc4290-066a-4974-88fd-de2dfccd6455 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:09.377384 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 57118) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:47:09.384623 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7a1ad-29ab-4356-b683-99c8c796a910 None None] Pushing event updated for resources: {'Port': ['ID=6d19a6e4-e77c-442f-9c80-3cc1d7fb09fd,revision_number=4']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:09.385184 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-10bffd88-405d-4b13-a613-77f980e9a8cc tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Request body: {'security_group_rule': {'security_group_id': 'b958f0ae-e380-4606-8c45-4c5a27f14f9e', 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:47:09.388266 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-bfa7a1ad-29ab-4356-b683-99c8c796a910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:09.389349 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5a9290-3999-45d9-bcc2-fbbe4df1be7d None None] Routers {'7ce56b48-9881-4b8c-97b2-643799efb0c3'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:47:09.390019 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-4c5a9290-3999-45d9-bcc2-fbbe4df1be7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f640226e710>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:47:08Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['7ce56b48-9881-4b8c-97b2-643799efb0c3'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:47:09.395991 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4b5f61d5-3846-4378-9585-4c0fd2a27ce1 req-a6bf9b1b-6ba1-4a9d-9a41-a0942bf3d5f6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=52933724-b56f-4198-aacf-d572e3623b57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1876626
Jul 14 08:47:09.396425 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-10bffd88-405d-4b13-a613-77f980e9a8cc tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:47:09.406324 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b2af2-518f-4193-8bd9-5f45505ba5e3 req-e5a4935a-5282-4bb6-85f7-1503a4414c84 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:09.414061 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-557b2af2-518f-4193-8bd9-5f45505ba5e3 req-e5a4935a-5282-4bb6-85f7-1503a4414c84 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 946 time: 0.2675056
Jul 14 08:47:09.434515 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-10bffd88-405d-4b13-a613-77f980e9a8cc tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Usage tracker for resource:security_group_rule and tenant:d5ca9a25ddbb42138f9b6a1b70d08687 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:47:09.440459 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-10bffd88-405d-4b13-a613-77f980e9a8cc tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:47:09.452048 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-10bffd88-405d-4b13-a613-77f980e9a8cc tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:47:09.493979 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-557b2af2-518f-4193-8bd9-5f45505ba5e3 req-a359ad65-78b4-4102-ab34-1fadeb7ec3c3 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0789473
Jul 14 08:47:09.495002 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-10bffd88-405d-4b13-a613-77f980e9a8cc tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:09.538483 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3e741-ae96-453d-a84f-aca721f1fd03 req-c54a1ac2-2d90-496f-817e-79cc4463a68c tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:09.552674 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-79d3e741-ae96-453d-a84f-aca721f1fd03 req-c54a1ac2-2d90-496f-817e-79cc4463a68c tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.2307873
Jul 14 08:47:09.599428 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device b904831d-c561-4abf-b18b-fa6f34ef809f no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:47:09.627999 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-10bffd88-405d-4b13-a613-77f980e9a8cc tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:09.632281 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-79d3e741-ae96-453d-a84f-aca721f1fd03 req-9103b726-bd5c-489a-a67b-91d325ab1918 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776308
Jul 14 08:47:09.654479 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:09.657884 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-10bffd88-405d-4b13-a613-77f980e9a8cc tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754566'] for security_group_rule, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:09.695685 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4b5f61d5-3846-4378-9585-4c0fd2a27ce1 req-15a12d1b-70ab-4dc2-bbca-468c72ff8be1 service neutron] 10.222.0.43 "GET /v2.0/networks/52933724-b56f-4198-aacf-d572e3623b57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2863245
Jul 14 08:47:09.700415 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-09eac2c0-7ea4-48ee-b44b-dd2c176ac593 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:09.718036 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-10bffd88-405d-4b13-a613-77f980e9a8cc tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:09.723224 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-10bffd88-405d-4b13-a613-77f980e9a8cc tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3432708
Jul 14 08:47:09.727382 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 57130) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:47:09.735652 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-92302fa7-074f-47da-98f9-a4e74f3d3916 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Request body: {'security_group_rule': {'security_group_id': 'b958f0ae-e380-4606-8c45-4c5a27f14f9e', 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:47:09.740925 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bffd88-405d-4b13-a613-77f980e9a8cc tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74316909-379d-4d7b-bbdb-662ed4d435e4,revision_number=0']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:09.746838 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-92302fa7-074f-47da-98f9-a4e74f3d3916 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:47:09.750089 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-10bffd88-405d-4b13-a613-77f980e9a8cc tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:09.757069 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-92302fa7-074f-47da-98f9-a4e74f3d3916 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Usage tracker for resource:security_group_rule and tenant:d5ca9a25ddbb42138f9b6a1b70d08687 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:47:09.757260 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-4c5a9290-3999-45d9-bcc2-fbbe4df1be7d None None] Set router 7ce56b48-9881-4b8c-97b2-643799efb0c3 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:47:09.765428 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-92302fa7-074f-47da-98f9-a4e74f3d3916 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:47:09.779232 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-92302fa7-074f-47da-98f9-a4e74f3d3916 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:47:09.820774 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-92302fa7-074f-47da-98f9-a4e74f3d3916 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:09.846318 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:09.930336 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-92302fa7-074f-47da-98f9-a4e74f3d3916 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:09.936725 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-92302fa7-074f-47da-98f9-a4e74f3d3916 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754566'] for security_group_rule, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:09.939361 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:09.949108 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4b5f61d5-3846-4378-9585-4c0fd2a27ce1 req-11f9cc9c-e5c4-4afa-9005-677f6dad0533 service neutron] 10.222.0.43 "GET /v2.0/networks/52933724-b56f-4198-aacf-d572e3623b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2376444
Jul 14 08:47:09.963508 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92302fa7-074f-47da-98f9-a4e74f3d3916 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9aac386-f89f-4898-90f5-e7a2c84e43d1,revision_number=0']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:09.964097 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2363fe-270a-4a6e-96ed-2fb6f685a2e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b904831d-c561-4abf-b18b-fa6f34ef809f'}] {{(pid=82097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:47:09.968255 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-92302fa7-074f-47da-98f9-a4e74f3d3916 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:09.985172 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port b904831d-c561-4abf-b18b-fa6f34ef809f, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=b904831d-c561-4abf-b18b-fa6f34ef809f,segment=NetworkSegment(54020ed2-9764-455c-bb75-78a5101f4433),segment_id=54020ed2-9764-455c-bb75-78a5101f4433)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:47:09.995641 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-92302fa7-074f-47da-98f9-a4e74f3d3916 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:10.000101 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 57138) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:47:10.000234 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-92302fa7-074f-47da-98f9-a4e74f3d3916 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2717502
Jul 14 08:47:10.007324 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-c286c64a-d093-4440-ac4b-57d81e07ee95 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Request body: {'security_group_rule': {'security_group_id': 'b958f0ae-e380-4606-8c45-4c5a27f14f9e', 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:47:10.015386 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-c286c64a-d093-4440-ac4b-57d81e07ee95 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:47:10.021803 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-c286c64a-d093-4440-ac4b-57d81e07ee95 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Usage tracker for resource:security_group_rule and tenant:d5ca9a25ddbb42138f9b6a1b70d08687 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:47:10.026401 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-c286c64a-d093-4440-ac4b-57d81e07ee95 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:47:10.033854 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-c286c64a-d093-4440-ac4b-57d81e07ee95 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:47:10.034616 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2363fe-270a-4a6e-96ed-2fb6f685a2e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b904831d-c561-4abf-b18b-fa6f34ef809f', 'code': 200}
Jul 14 08:47:10.042448 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:10.052819 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:10.052997 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c286c64a-d093-4440-ac4b-57d81e07ee95 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:10.123642 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c286c64a-d093-4440-ac4b-57d81e07ee95 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:10.129078 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c286c64a-d093-4440-ac4b-57d81e07ee95 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754566'] for security_group_rule, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:10.132531 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:10.157892 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286c64a-d093-4440-ac4b-57d81e07ee95 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=314b4988-48b6-47c2-9b04-165074116ab3,revision_number=0']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:10.163664 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c286c64a-d093-4440-ac4b-57d81e07ee95 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:10.168583 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c286c64a-d093-4440-ac4b-57d81e07ee95 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:10.169952 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-c286c64a-d093-4440-ac4b-57d81e07ee95 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1683793
Jul 14 08:47:10.172731 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 57144) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:47:10.179318 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-56e45174-f333-438d-a659-d347d4e24b33 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Request body: {'security_group_rule': {'security_group_id': 'b958f0ae-e380-4606-8c45-4c5a27f14f9e', 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:47:10.182876 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=b904831d-c561-4abf-b18b-fa6f34ef809f,revision_number=8']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:10.186189 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-56e45174-f333-438d-a659-d347d4e24b33 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:47:10.186585 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:10.228241 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-56e45174-f333-438d-a659-d347d4e24b33 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Usage tracker for resource:security_group_rule and tenant:d5ca9a25ddbb42138f9b6a1b70d08687 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:47:10.236646 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-56e45174-f333-438d-a659-d347d4e24b33 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:47:10.247082 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.agents_db [None req-e2914788-e7e4-4a13-b83f-78c3979e9233 None None] Agent healthcheck: found 6 active agents {{(pid=82098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 14 08:47:10.249473 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-56e45174-f333-438d-a659-d347d4e24b33 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:47:10.259767 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-4c5a9290-3999-45d9-bcc2-fbbe4df1be7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f640226e710>, [{'id': '7ce56b48-9881-4b8c-97b2-643799efb0c3', 'name': 'tempest-TestVolumeBootPattern-627248343-router', 'tenant_id': '5abb2de6ec754377a973767f2a1d8b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '68b545b6-e2d9-4f44-9f07-52216ed4c2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:54Z', 'updated_at': '2021-07-14T08:47:03Z', 'revision_number': 4, 'project_id': '5abb2de6ec754377a973767f2a1d8b43', 'gw_port': {'id': '68b545b6-e2d9-4f44-9f07-52216ed4c2b7', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:78:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce56b48-9881-4b8c-97b2-643799efb0c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:56Z', 'updated_at': '2021-07-14T08:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': '6d19a6e4-e77c-442f-9c80-3cc1d7fb09fd', 'name': '', 'network_id': 'c36aba88-bb5f-46a3-81ea-2b65ef49d768', 'tenant_id': '5abb2de6ec754377a973767f2a1d8b43', 'mac_address': 'fa:16:3e:7c:4f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce56b48-9881-4b8c-97b2-643799efb0c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bdaa03d-0385-44a7-97cc-6397e715ccb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:02Z', 'updated_at': '2021-07-14T08:47:09Z', 'revision_number': 4, 'project_id': '5abb2de6ec754377a973767f2a1d8b43', 'subnets': [{'id': '9bdaa03d-0385-44a7-97cc-6397e715ccb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:47:10.267589 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5a9290-3999-45d9-bcc2-fbbe4df1be7d None None] The sync data for ids ['7ce56b48-9881-4b8c-97b2-643799efb0c3'] in dv-cinder-800229-1-iscsi is: [{'id': '7ce56b48-9881-4b8c-97b2-643799efb0c3', 'name': 'tempest-TestVolumeBootPattern-627248343-router', 'tenant_id': '5abb2de6ec754377a973767f2a1d8b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '68b545b6-e2d9-4f44-9f07-52216ed4c2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:54Z', 'updated_at': '2021-07-14T08:47:03Z', 'revision_number': 4, 'project_id': '5abb2de6ec754377a973767f2a1d8b43', 'gw_port': {'id': '68b545b6-e2d9-4f44-9f07-52216ed4c2b7', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:78:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce56b48-9881-4b8c-97b2-643799efb0c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:56Z', 'updated_at': '2021-07-14T08:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': '6d19a6e4-e77c-442f-9c80-3cc1d7fb09fd', 'name': '', 'network_id': 'c36aba88-bb5f-46a3-81ea-2b65ef49d768', 'tenant_id': '5abb2de6ec754377a973767f2a1d8b43', 'mac_address': 'fa:16:3e:7c:4f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce56b48-9881-4b8c-97b2-643799efb0c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bdaa03d-0385-44a7-97cc-6397e715ccb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:02Z', 'updated_at': '2021-07-14T08:47:09Z', 'revision_number': 4, 'project_id': '5abb2de6ec754377a973767f2a1d8b43', 'subnets': [{'id': '9bdaa03d-0385-44a7-97cc-6397e715ccb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:47:10.282344 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-56e45174-f333-438d-a659-d347d4e24b33 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:10.338628 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6485c3-69b3-45e4-8b05-3f141e7641af req-a7162d03-d455-4b8f-ade9-2d4bd24e7b0c tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:10.339998 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-fd6485c3-69b3-45e4-8b05-3f141e7641af req-a7162d03-d455-4b8f-ade9-2d4bd24e7b0c tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Synchronizing usage tracker for tenant:77661f60a3aa459dba3a5d43ab14951d on resource:port {{(pid=82096) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:47:10.381745 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-fd6485c3-69b3-45e4-8b05-3f141e7641af req-a7162d03-d455-4b8f-ade9-2d4bd24e7b0c tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Unset dirty status for tenant:77661f60a3aa459dba3a5d43ab14951d on resource:port {{(pid=82096) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:47:10.383042 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fd6485c3-69b3-45e4-8b05-3f141e7641af req-a7162d03-d455-4b8f-ade9-2d4bd24e7b0c tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=893db07c-5b64-4a10-907f-a93aaa04c198 HTTP/1.1" status: 200  len: 945 time: 0.1942782
Jul 14 08:47:10.426080 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-56e45174-f333-438d-a659-d347d4e24b33 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:10.430073 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-56e45174-f333-438d-a659-d347d4e24b33 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754566'] for security_group_rule, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:10.432488 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc3a72-fa12-4ba9-82bb-44323e2cde2a req-e2cd9e05-4037-4d97-93fa-88fb96496b17 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:10.434357 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4fbc3a72-fa12-4ba9-82bb-44323e2cde2a req-e2cd9e05-4037-4d97-93fa-88fb96496b17 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] 10.222.0.42 "GET /v2.0/ports?device_id=db379616-51e7-4e87-8e25-e2f87ab316f9 HTTP/1.1" status: 200  len: 948 time: 0.1238146
Jul 14 08:47:10.440347 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c286c64a-d093-4440-ac4b-57d81e07ee95 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:10.472862 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e45174-f333-438d-a659-d347d4e24b33 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fd36b74-aa4c-4a9b-a2a3-0072c2f09f94,revision_number=0']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:10.479470 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-56e45174-f333-438d-a659-d347d4e24b33 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:10.487072 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4fbc3a72-fa12-4ba9-82bb-44323e2cde2a req-d211db16-1173-4077-926c-ee9a7528b734 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] 10.222.0.42 "GET /v2.0/security-groups?id=281d54c7-baad-4b1c-b241-0881815a8b77&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461545
Jul 14 08:47:10.491855 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fd6485c3-69b3-45e4-8b05-3f141e7641af req-d17f0d6d-818e-4c43-977f-d04b95cb18ea tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968492
Jul 14 08:47:10.492975 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-56e45174-f333-438d-a659-d347d4e24b33 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:10.494435 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-56e45174-f333-438d-a659-d347d4e24b33 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3207023
Jul 14 08:47:10.497608 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 57150) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:47:10.510612 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-2286ebab-219a-465a-9dc4-a83589e7f14b tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Request body: {'security_group_rule': {'security_group_id': 'b958f0ae-e380-4606-8c45-4c5a27f14f9e', 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:47:10.517210 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-2286ebab-219a-465a-9dc4-a83589e7f14b tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:47:10.530957 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-2286ebab-219a-465a-9dc4-a83589e7f14b tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Usage tracker for resource:security_group_rule and tenant:d5ca9a25ddbb42138f9b6a1b70d08687 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:47:10.534219 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-2286ebab-219a-465a-9dc4-a83589e7f14b tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:47:10.542117 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-2286ebab-219a-465a-9dc4-a83589e7f14b tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:47:10.577228 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.db.securitygroups_db [None req-2286ebab-219a-465a-9dc4-a83589e7f14b tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Project d5ca9a25ddbb42138f9b6a1b70d08687 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 14 08:47:10.592616 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2286ebab-219a-465a-9dc4-a83589e7f14b tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:10.675220 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2286ebab-219a-465a-9dc4-a83589e7f14b tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:10.680562 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2286ebab-219a-465a-9dc4-a83589e7f14b tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754566'] for security_group_rule, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:10.683705 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c1de213c-23d3-4129-904b-cc6c2ac0e9ca tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:10.748479 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286ebab-219a-465a-9dc4-a83589e7f14b tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d0e6438-27e6-4d6f-aca1-92e094dc84e0,revision_number=0']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:10.756001 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-2286ebab-219a-465a-9dc4-a83589e7f14b tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:10.771356 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2286ebab-219a-465a-9dc4-a83589e7f14b tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:10.775917 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-2286ebab-219a-465a-9dc4-a83589e7f14b tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2736478
Jul 14 08:47:10.776246 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 57162) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:47:10.784074 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-36641460-3c83-4933-af2a-3ee2a3b02f94 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Request body: {'security_group_rule': {'security_group_id': 'b958f0ae-e380-4606-8c45-4c5a27f14f9e', 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:47:10.791506 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-36641460-3c83-4933-af2a-3ee2a3b02f94 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:47:10.796938 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-36641460-3c83-4933-af2a-3ee2a3b02f94 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Usage tracker for resource:security_group_rule and tenant:d5ca9a25ddbb42138f9b6a1b70d08687 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:47:10.800069 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-36641460-3c83-4933-af2a-3ee2a3b02f94 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:47:10.802568 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c9d987-c3c3-4f5e-87a1-8bb604e0f9c9 req-46521262-36aa-4edc-a808-908b868ee582 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:10.804231 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-58c9d987-c3c3-4f5e-87a1-8bb604e0f9c9 req-46521262-36aa-4edc-a808-908b868ee582 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 944 time: 0.1118929
Jul 14 08:47:10.813206 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-36641460-3c83-4933-af2a-3ee2a3b02f94 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:47:10.838168 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.db.securitygroups_db [None req-36641460-3c83-4933-af2a-3ee2a3b02f94 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Project d5ca9a25ddbb42138f9b6a1b70d08687 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 14 08:47:10.845687 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-36641460-3c83-4933-af2a-3ee2a3b02f94 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:10.877719 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-58c9d987-c3c3-4f5e-87a1-8bb604e0f9c9 req-d4ef1dfb-ee67-41aa-910d-b250d8ea21cd tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0655847
Jul 14 08:47:10.987073 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-36641460-3c83-4933-af2a-3ee2a3b02f94 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:11.001494 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-36641460-3c83-4933-af2a-3ee2a3b02f94 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754566'] for security_group_rule, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:11.025736 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-02aaa373-be0b-4f0d-9309-004d26989f5c tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:11.048872 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36641460-3c83-4933-af2a-3ee2a3b02f94 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=076a7f01-754d-4e95-b371-b2fcbcaef26f,revision_number=0']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:11.051874 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-36641460-3c83-4933-af2a-3ee2a3b02f94 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:11.054895 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-36641460-3c83-4933-af2a-3ee2a3b02f94 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:11.056275 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-36641460-3c83-4933-af2a-3ee2a3b02f94 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2788715
Jul 14 08:47:11.069036 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddbfc8-5467-4600-a216-f9d4548f8a1e req-04e2b6c6-35c0-49c4-8764-ca0bf552ddea tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:11.070665 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-60ddbfc8-5467-4600-a216-f9d4548f8a1e req-04e2b6c6-35c0-49c4-8764-ca0bf552ddea tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.1361108
Jul 14 08:47:11.142808 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-60ddbfc8-5467-4600-a216-f9d4548f8a1e req-71f845fd-0f6c-45ca-a40f-e010090eac5d tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647504
Jul 14 08:47:11.146289 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7333311-2fb1-46e3-8a51-a38b44f58d34 req-755ea690-b1c8-41b4-87a6-055e74b32702 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:11.147942 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f7333311-2fb1-46e3-8a51-a38b44f58d34 req-755ea690-b1c8-41b4-87a6-055e74b32702 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] 10.222.0.42 "GET /v2.0/ports?device_id=db379616-51e7-4e87-8e25-e2f87ab316f9 HTTP/1.1" status: 200  len: 948 time: 0.1144438
Jul 14 08:47:11.207453 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f7333311-2fb1-46e3-8a51-a38b44f58d34 req-906c268e-1d5a-4010-bda4-599035f2b4d0 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] 10.222.0.42 "GET /v2.0/security-groups?id=281d54c7-baad-4b1c-b241-0881815a8b77&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533764
Jul 14 08:47:11.453811 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9e480cca-3af8-48a6-bd9d-5ce724dc5dae req-fe381cf6-bfc1-4f2b-9d5e-74242b819004 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 1098 time: 0.0917220
Jul 14 08:47:11.508112 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9e480cca-3af8-48a6-bd9d-5ce724dc5dae req-5407a1c0-54f4-4063-b67e-357690302294 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439534
Jul 14 08:47:11.724077 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa1b1c-eae1-4a35-80c3-ee1334ac5fd0 req-7b129521-d78d-4a3e-a533-ee39247194ee tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:11.725698 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-adaa1b1c-eae1-4a35-80c3-ee1334ac5fd0 req-7b129521-d78d-4a3e-a533-ee39247194ee tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=893db07c-5b64-4a10-907f-a93aaa04c198 HTTP/1.1" status: 200  len: 945 time: 0.0871851
Jul 14 08:47:11.780206 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-adaa1b1c-eae1-4a35-80c3-ee1334ac5fd0 req-2b3055ee-f1ce-458a-9167-82fd0141fc84 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473166
Jul 14 08:47:12.112638 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f38750-b13b-46ec-81b0-3198d78bb694 req-8234d0c2-9767-4db8-acac-f21aae965798 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:12.114400 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-37f38750-b13b-46ec-81b0-3198d78bb694 req-8234d0c2-9767-4db8-acac-f21aae965798 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 944 time: 0.0862975
Jul 14 08:47:12.189456 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-37f38750-b13b-46ec-81b0-3198d78bb694 req-8ccdb730-9bc5-48db-861f-dc6845555143 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0634956
Jul 14 08:47:12.373567 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 6d19a6e4-e77c-442f-9c80-3cc1d7fb09fd up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:47:12.405865 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1e187-fc2b-4f07-83e6-9149fb3a92b1 req-e5108cfe-d1c7-4914-869a-319bcc87290c tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:12.407960 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9cb1e187-fc2b-4f07-83e6-9149fb3a92b1 req-e5108cfe-d1c7-4914-869a-319bcc87290c tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.1236725
Jul 14 08:47:12.469331 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb491b2c-3531-4156-9588-328f73e8f50f req-1a4992a6-01ee-4455-aa9f-55f910706c5f tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:12.471146 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bb491b2c-3531-4156-9588-328f73e8f50f req-1a4992a6-01ee-4455-aa9f-55f910706c5f tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] 10.222.0.42 "GET /v2.0/ports?device_id=db379616-51e7-4e87-8e25-e2f87ab316f9 HTTP/1.1" status: 200  len: 948 time: 0.1215794
Jul 14 08:47:12.484182 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9cb1e187-fc2b-4f07-83e6-9149fb3a92b1 req-6dc63080-e154-4f25-b62a-467457b35317 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679293
Jul 14 08:47:12.496292 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning for port 6d19a6e4-e77c-442f-9c80-3cc1d7fb09fd completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:47:12.501910 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port 6d19a6e4-e77c-442f-9c80-3cc1d7fb09fd triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:47:12.502453 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:12.525244 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bb491b2c-3531-4156-9588-328f73e8f50f req-61a861d2-7fc7-40f4-8123-9d41b5d799d4 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] 10.222.0.42 "GET /v2.0/security-groups?id=281d54c7-baad-4b1c-b241-0881815a8b77&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478041
Jul 14 08:47:12.638598 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:12.673954 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] For port 6d19a6e4-e77c-442f-9c80-3cc1d7fb09fd, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=6d19a6e4-e77c-442f-9c80-3cc1d7fb09fd,segment=NetworkSegment(e3e4d096-f7f6-4313-baea-cbaa164b312a),segment_id=e3e4d096-f7f6-4313-baea-cbaa164b312a)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:47:12.676585 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:12.679418 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:12.748232 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Pushing event updated for resources: {'Port': ['ID=6d19a6e4-e77c-442f-9c80-3cc1d7fb09fd,revision_number=5']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:12.751369 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:12.988752 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b7aeb-1ce9-4f86-a16f-c38ea0098e12 req-1ab30e0f-3e40-48ff-b553-2afd5964023d tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:12.990339 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-501b7aeb-1ce9-4f86-a16f-c38ea0098e12 req-1ab30e0f-3e40-48ff-b553-2afd5964023d tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=893db07c-5b64-4a10-907f-a93aaa04c198 HTTP/1.1" status: 200  len: 945 time: 0.0851872
Jul 14 08:47:13.045550 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-501b7aeb-1ce9-4f86-a16f-c38ea0098e12 req-1ac8811b-10ca-4491-8b9d-a52bf4f071d6 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483336
Jul 14 08:47:13.440401 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae4ac6-28a9-432c-bc5c-40f91c06f6ec req-d37835be-12f0-44fa-86f9-c05bd027d3c9 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:13.444621 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a3ae4ac6-28a9-432c-bc5c-40f91c06f6ec req-d37835be-12f0-44fa-86f9-c05bd027d3c9 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 944 time: 0.1061640
Jul 14 08:47:13.468919 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5619856-20d4-41d6-8755-6de9eeec2081 req-2e5cba02-cc79-41f3-863d-edbd37323481 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:13.470641 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b5619856-20d4-41d6-8755-6de9eeec2081 req-2e5cba02-cc79-41f3-863d-edbd37323481 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.43 "GET /v2.0/ports?device_id=893db07c-5b64-4a10-907f-a93aaa04c198 HTTP/1.1" status: 200  len: 945 time: 0.1023145
Jul 14 08:47:13.500247 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a3ae4ac6-28a9-432c-bc5c-40f91c06f6ec req-1345b521-edbd-4370-95b8-64e8597e3076 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451720
Jul 14 08:47:13.698990 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [req-b5619856-20d4-41d6-8755-6de9eeec2081 req-e1a6b399-bfea-486d-88f9-f1806b8e12f9 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Deleting port 915900b6-91a9-4262-8594-118db892c7bc {{(pid=82096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:47:13.699403 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-b5619856-20d4-41d6-8755-6de9eeec2081 req-e1a6b399-bfea-486d-88f9-f1806b8e12f9 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:13.723981 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd60c5-ab66-406b-bad8-a5861a4ce081 req-8ae6b112-efd8-4267-a885-da04da190a1b tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:13.726044 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fedd60c5-ab66-406b-bad8-a5861a4ce081 req-8ae6b112-efd8-4267-a885-da04da190a1b tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.0895405
Jul 14 08:47:13.768677 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b29835-6b67-4948-a581-9eddea05ac08 req-6497c4e5-567d-4a82-a453-d6024fe1013a tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:13.770357 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-50b29835-6b67-4948-a581-9eddea05ac08 req-6497c4e5-567d-4a82-a453-d6024fe1013a tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 945 time: 0.1715722
Jul 14 08:47:13.781418 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fedd60c5-ab66-406b-bad8-a5861a4ce081 req-bddc53d2-2422-4023-8ae1-ef945f545ba3 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480542
Jul 14 08:47:13.895556 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-50b29835-6b67-4948-a581-9eddea05ac08 req-29e23e2e-f761-494f-8a63-a46ad781029f tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd3ceb96-24d3-46f0-a357-fd9c0f4c4b3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933986
Jul 14 08:47:13.942133 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 57256) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:47:13.994340 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e08232-8405-46ff-abb7-1e5790f3ea22 req-429c3026-f558-4ab1-b907-4ddc41eb5f98 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:13.996206 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-07e08232-8405-46ff-abb7-1e5790f3ea22 req-429c3026-f558-4ab1-b907-4ddc41eb5f98 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] 10.222.0.42 "GET /v2.0/ports?device_id=db379616-51e7-4e87-8e25-e2f87ab316f9 HTTP/1.1" status: 200  len: 948 time: 0.0968025
Jul 14 08:47:14.048878 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-b5619856-20d4-41d6-8755-6de9eeec2081 req-e1a6b399-bfea-486d-88f9-f1806b8e12f9 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] For port 915900b6-91a9-4262-8594-118db892c7bc, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=915900b6-91a9-4262-8594-118db892c7bc,segment=NetworkSegment(84d2a471-9073-47cf-9d75-3287490f4b5e),segment_id=84d2a471-9073-47cf-9d75-3287490f4b5e)] {{(pid=82096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:47:14.049667 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-b5619856-20d4-41d6-8755-6de9eeec2081 req-e1a6b399-bfea-486d-88f9-f1806b8e12f9 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:14.092715 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-07e08232-8405-46ff-abb7-1e5790f3ea22 req-0d3dfa36-c3c7-4383-be19-14f5b47eb58b tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] 10.222.0.42 "GET /v2.0/security-groups?id=281d54c7-baad-4b1c-b241-0881815a8b77&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702419
Jul 14 08:47:14.339548 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [req-b5619856-20d4-41d6-8755-6de9eeec2081 req-e1a6b399-bfea-486d-88f9-f1806b8e12f9 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Calling delete_port for 915900b6-91a9-4262-8594-118db892c7bc owned by compute:nova {{(pid=82096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:47:14.353224 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 6d19a6e4-e77c-442f-9c80-3cc1d7fb09fd up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:47:14.494567 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1482965-e5b6-4703-a6cc-55f67845475d req-cc0d3689-2467-4254-814c-a12711c003d7 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:14.502923 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c1482965-e5b6-4703-a6cc-55f67845475d req-cc0d3689-2467-4254-814c-a12711c003d7 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=893db07c-5b64-4a10-907f-a93aaa04c198 HTTP/1.1" status: 200  len: 945 time: 0.0979779
Jul 14 08:47:14.531400 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port 6d19a6e4-e77c-442f-9c80-3cc1d7fb09fd triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:47:14.532588 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:14.589514 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c1482965-e5b6-4703-a6cc-55f67845475d req-4dffcf4f-edcd-4513-bf40-02c5e452d864 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851996
Jul 14 08:47:14.664170 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dfdecd-e28e-43ad-a823-419f5ee969e3 req-6f2cde83-0b64-4810-861f-18e8e2c8d1c8 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:14.665797 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-82dfdecd-e28e-43ad-a823-419f5ee969e3 req-6f2cde83-0b64-4810-861f-18e8e2c8d1c8 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] 10.222.0.43 "GET /v2.0/ports?device_id=db379616-51e7-4e87-8e25-e2f87ab316f9 HTTP/1.1" status: 200  len: 948 time: 0.4163187
Jul 14 08:47:14.702157 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-32c5be87-f747-415d-be75-843c88057008 req-3b43529f-9194-44a4-a849-42cff2d4dec6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ead16347efbf48ac94be432daab86c02&device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 1098 time: 0.1110930
Jul 14 08:47:14.753632 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-97e6f4a6-a793-43bb-89cd-d5749fc5c987 tempest-TestMinimumBasicScenario-987774493 tempest-TestMinimumBasicScenario-987774493-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 1093 time: 0.8102360
Jul 14 08:47:14.766608 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 57274) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:47:14.790845 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-7a44e401-6875-4cb5-aa36-2aba0edcef58 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Request body: {'floatingip': {'floating_network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'port_id': 'c7b85a36-8251-4688-991e-7330120da3a5', 'tenant_id': '040f599933ea4921bd32ee786c14df5e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:47:14.808211 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-7a44e401-6875-4cb5-aa36-2aba0edcef58 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:47:14.831186 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-7a44e401-6875-4cb5-aa36-2aba0edcef58 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Usage tracker for resource:floatingip and tenant:040f599933ea4921bd32ee786c14df5e is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:47:14.840731 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-7a44e401-6875-4cb5-aa36-2aba0edcef58 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:47:14.855147 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [req-82dfdecd-e28e-43ad-a823-419f5ee969e3 req-b4d4c036-f208-499d-adf6-85acd4778f54 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Deleting port e4d6e7d0-5636-4e5e-94d6-5941089b0c89 {{(pid=82096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:47:14.855557 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-82dfdecd-e28e-43ad-a823-419f5ee969e3 req-b4d4c036-f208-499d-adf6-85acd4778f54 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:14.890970 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-7a44e401-6875-4cb5-aa36-2aba0edcef58 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:47:14.905050 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-b5619856-20d4-41d6-8755-6de9eeec2081 req-e1a6b399-bfea-486d-88f9-f1806b8e12f9 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132881'] for port, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:14.919736 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-1f09d7d2-d512-462d-8cb2-bb37ef32ed09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:14.926826 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24b4e8-9128-4970-8163-32cc3961fc63 req-55214f79-1f26-4fcd-b9a0-b8406b3148b2 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:14.928465 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ff24b4e8-9128-4970-8163-32cc3961fc63 req-55214f79-1f26-4fcd-b9a0-b8406b3148b2 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 944 time: 0.2104552
Jul 14 08:47:14.937342 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5be87-f747-415d-be75-843c88057008 req-8a1e200d-4096-4f6c-b3de-143a846fe69f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:14.938926 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-32c5be87-f747-415d-be75-843c88057008 req-8a1e200d-4096-4f6c-b3de-143a846fe69f service neutron] 10.222.0.43 "GET /v2.0/networks?id=d19eb0ec-3fca-4972-8b6c-dc33db64d81a HTTP/1.1" status: 200  len: 920 time: 0.2175226
Jul 14 08:47:14.941069 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] get_ports_and_sgs() called for port_ids ['09999980-8f6a-4f24-ba94-da400b4ba3b6', 'd945235d-8ae2-470a-a938-698f0c5de542'] {{(pid=82097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 14 08:47:14.972004 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7a44e401-6875-4cb5-aa36-2aba0edcef58 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks [] for floatingip, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:14.981483 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750da3f1-cd8a-406a-8106-119ffce587dc req-16a9ddd4-7b93-448e-b2fa-3a6a9bd604c7 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:14.983098 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-750da3f1-cd8a-406a-8106-119ffce587dc req-16a9ddd4-7b93-448e-b2fa-3a6a9bd604c7 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.4124532
Jul 14 08:47:14.991038 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a6b399-bfea-486d-88f9-f1806b8e12f9 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Pushing event deleted for resources: {'Port': ['ID=915900b6-91a9-4262-8594-118db892c7bc,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:15.013890 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e1a6b399-bfea-486d-88f9-f1806b8e12f9 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:15.044138 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-32c5be87-f747-415d-be75-843c88057008 req-a5a18e3a-bba9-4d6f-a49b-933013dded56 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8fb76f8-786e-48d2-8b7f-d7e369ba3953 HTTP/1.1" status: 200  len: 217 time: 0.0892401
Jul 14 08:47:15.052240 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ff24b4e8-9128-4970-8163-32cc3961fc63 req-8226d331-d1ad-4f46-9a9e-863388eeab6b tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1161661
Jul 14 08:47:15.142494 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5be87-f747-415d-be75-843c88057008 req-16d87b81-93d5-46a4-9c63-26b71d1da84c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:15.144627 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-32c5be87-f747-415d-be75-843c88057008 req-16d87b81-93d5-46a4-9c63-26b71d1da84c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39925f90-e1ab-4017-bcf5-1e919a7aa9a0 HTTP/1.1" status: 200  len: 859 time: 0.0914555
Jul 14 08:47:15.222871 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-32c5be87-f747-415d-be75-843c88057008 req-7977da01-e4ab-45f1-98b1-41141077d0ca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d19eb0ec-3fca-4972-8b6c-dc33db64d81a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0696301
Jul 14 08:47:15.477094 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-32c5be87-f747-415d-be75-843c88057008 req-fb90e371-ca24-4324-b5c4-582cde7cc6c7 service neutron] 10.222.0.43 "GET /v2.0/networks/d19eb0ec-3fca-4972-8b6c-dc33db64d81a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2433343
Jul 14 08:47:15.477313 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5619856-20d4-41d6-8755-6de9eeec2081 req-e1a6b399-bfea-486d-88f9-f1806b8e12f9 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] No DVR routers for this DVR port 915900b6-91a9-4262-8594-118db892c7bc on host hv-cinder-80022 {{(pid=82096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 14 08:47:15.491142 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-b5619856-20d4-41d6-8755-6de9eeec2081 req-e1a6b399-bfea-486d-88f9-f1806b8e12f9 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:15.502227 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893db07c-5b64-4a10-907f-a93aaa04c198', 'name': 'network-vif-deleted', 'tag': '915900b6-91a9-4262-8594-118db892c7bc'}] {{(pid=82096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:47:15.563128 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-750da3f1-cd8a-406a-8106-119ffce587dc req-76fb3439-e44f-4016-a2a1-90ebfe6b5576 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5536275
Jul 14 08:47:15.614982 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b5619856-20d4-41d6-8755-6de9eeec2081 req-e1a6b399-bfea-486d-88f9-f1806b8e12f9 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.43 "DELETE /v2.0/ports/915900b6-91a9-4262-8594-118db892c7bc HTTP/1.1" status: 204  len: 173 time: 2.0709085
Jul 14 08:47:15.637869 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device b904831d-c561-4abf-b18b-fa6f34ef809f no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:47:15.638663 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-32c5be87-f747-415d-be75-843c88057008 req-a08e2710-8857-4489-87da-857807e544ff service neutron] 10.222.0.43 "GET /v2.0/networks/d19eb0ec-3fca-4972-8b6c-dc33db64d81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1560495
Jul 14 08:47:15.713627 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-82dfdecd-e28e-43ad-a823-419f5ee969e3 req-b4d4c036-f208-499d-adf6-85acd4778f54 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] For port e4d6e7d0-5636-4e5e-94d6-5941089b0c89, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=e4d6e7d0-5636-4e5e-94d6-5941089b0c89,segment=NetworkSegment(1da51125-7a34-49b3-8aea-8c2fa3dd939a),segment_id=1da51125-7a34-49b3-8aea-8c2fa3dd939a)] {{(pid=82096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:47:15.714344 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-82dfdecd-e28e-43ad-a823-419f5ee969e3 req-b4d4c036-f208-499d-adf6-85acd4778f54 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:15.732914 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7a44e401-6875-4cb5-aa36-2aba0edcef58 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:15.838771 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 915900b6-91a9-4262-8594-118db892c7bc no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:47:15.874615 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] No Port match for: 915900b6-91a9-4262-8594-118db892c7bc {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:47:15.874997 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 915900b6-91a9-4262-8594-118db892c7bc not bound to the agent host hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:47:15.923756 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [req-82dfdecd-e28e-43ad-a823-419f5ee969e3 req-b4d4c036-f208-499d-adf6-85acd4778f54 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Calling delete_port for e4d6e7d0-5636-4e5e-94d6-5941089b0c89 owned by compute:nova {{(pid=82096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:47:15.954435 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893db07c-5b64-4a10-907f-a93aaa04c198', 'name': 'network-vif-deleted', 'tag': '915900b6-91a9-4262-8594-118db892c7bc', 'status': 'completed', 'code': 200}
Jul 14 08:47:16.103735 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f30486c7-d16c-49a1-8357-1756e40ec1a6 req-55588731-8a90-4e7f-916c-58a08eab88b0 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=893db07c-5b64-4a10-907f-a93aaa04c198 HTTP/1.1" status: 200  len: 210 time: 0.0490816
Jul 14 08:47:16.173405 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d322c1-135c-486a-91f8-2a8335ce7fe3 req-350a9b6c-6e3e-416c-820d-d452ef9670b8 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:16.175021 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f4d322c1-135c-486a-91f8-2a8335ce7fe3 req-350a9b6c-6e3e-416c-820d-d452ef9670b8 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] 10.222.0.42 "GET /v2.0/ports?device_id=db379616-51e7-4e87-8e25-e2f87ab316f9 HTTP/1.1" status: 200  len: 948 time: 0.3254077
Jul 14 08:47:16.230601 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [None req-7a44e401-6875-4cb5-aa36-2aba0edcef58 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Allocated IP 172.27.3.244 (67339833-1858-4359-a5f3-39cbe3daa12b/5340f5f3-2f04-41df-9207-8bcd858e18e6/9276ca07-fbe4-4c72-8727-fc560cbf2b6a) {{(pid=82096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:47:16.283364 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-82dfdecd-e28e-43ad-a823-419f5ee969e3 req-b4d4c036-f208-499d-adf6-85acd4778f54 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132881'] for port, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:16.287498 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f4d322c1-135c-486a-91f8-2a8335ce7fe3 req-46ff69e5-b848-4508-b24b-fd118b1df143 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] 10.222.0.42 "GET /v2.0/security-groups?id=281d54c7-baad-4b1c-b241-0881815a8b77&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1047366
Jul 14 08:47:16.294493 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-64152d66-fcd9-45c3-925e-35c16a222c2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:16.311716 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8a113336-b6ae-4249-820f-dfe8ac909d22 req-6b9b378e-9539-4c2b-8bf9-23d8444aa020 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0917938
Jul 14 08:47:16.330034 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] get_ports_and_sgs() called for port_ids ['e4d6e7d0-5636-4e5e-94d6-5941089b0c89'] {{(pid=82097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 14 08:47:16.396611 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d4c036-f208-499d-adf6-85acd4778f54 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Pushing event deleted for resources: {'Port': ['ID=e4d6e7d0-5636-4e5e-94d6-5941089b0c89,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:16.400653 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-b4d4c036-f208-499d-adf6-85acd4778f54 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:16.527174 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [req-82dfdecd-e28e-43ad-a823-419f5ee969e3 req-b4d4c036-f208-499d-adf6-85acd4778f54 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] No DVR routers for this DVR port e4d6e7d0-5636-4e5e-94d6-5941089b0c89 on host hv-cinder-80022 {{(pid=82096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 14 08:47:16.531060 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-82dfdecd-e28e-43ad-a823-419f5ee969e3 req-b4d4c036-f208-499d-adf6-85acd4778f54 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:16.626489 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-82dfdecd-e28e-43ad-a823-419f5ee969e3 req-b4d4c036-f208-499d-adf6-85acd4778f54 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] 10.222.0.43 "DELETE /v2.0/ports/e4d6e7d0-5636-4e5e-94d6-5941089b0c89 HTTP/1.1" status: 204  len: 173 time: 1.9497573
Jul 14 08:47:16.700820 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7a44e401-6875-4cb5-aa36-2aba0edcef58 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks [] for port, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:16.773969 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7a44e401-6875-4cb5-aa36-2aba0edcef58 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132881'] for port, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:16.779008 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-cb9e2beb-f7da-419a-ae19-ef5f6f01dd3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:16.828518 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 57320) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:47:16.851059 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6a6a5-f22c-4032-b94d-9452cd181f2f req-e70e5ba0-f3e5-4ad0-ab84-46e47982e0f5 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:16.852963 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ccc6a6a5-f22c-4032-b94d-9452cd181f2f req-e70e5ba0-f3e5-4ad0-ab84-46e47982e0f5 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 944 time: 0.2399178
Jul 14 08:47:16.885001 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8a4d6-0e35-4f1c-9adb-0131719916dd req-63f87e7b-9231-4fc7-ae44-261d8a7aadc0 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:16.892837 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2df8a4d6-0e35-4f1c-9adb-0131719916dd req-63f87e7b-9231-4fc7-ae44-261d8a7aadc0 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.1423111
Jul 14 08:47:16.929229 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a44e401-6875-4cb5-aa36-2aba0edcef58 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Network 67339833-1858-4359-a5f3-39cbe3daa12b is already hosted by enough agents. {{(pid=82096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:47:16.930083 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44e401-6875-4cb5-aa36-2aba0edcef58 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Pushing event updated for resources: {'Port': ['ID=9276ca07-fbe4-4c72-8727-fc560cbf2b6a,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:16.935809 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-7a44e401-6875-4cb5-aa36-2aba0edcef58 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Resources bound (agent type, host, resource id):  {{(pid=82096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:47:16.938883 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-7a44e401-6875-4cb5-aa36-2aba0edcef58 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:16.939619 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a44e401-6875-4cb5-aa36-2aba0edcef58 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Received port after_create {{(pid=82096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:47:16.984576 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ccc6a6a5-f22c-4032-b94d-9452cd181f2f req-66876c5a-5eae-4e53-a914-47cc9fc41676 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1183095
Jul 14 08:47:16.994722 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2df8a4d6-0e35-4f1c-9adb-0131719916dd req-752c0716-3a0f-4af4-9b31-022dbf62434f tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007965
Jul 14 08:47:17.025254 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4b6a245c-a14e-4b03-aebc-203f918a700d req-6c488584-6a94-4806-a4e4-5a04f43f0ca8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1952515
Jul 14 08:47:17.526137 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f10d0a1a-2042-4584-8e6e-18a484d836b3 req-8a184b3d-4b2d-44d0-bb66-e7cf6a40be06 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] 10.222.0.42 "GET /v2.0/ports?device_id=db379616-51e7-4e87-8e25-e2f87ab316f9 HTTP/1.1" status: 200  len: 210 time: 0.0577404
Jul 14 08:47:17.612215 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7a44e401-6875-4cb5-aa36-2aba0edcef58 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:17.699691 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7a44e401-6875-4cb5-aa36-2aba0edcef58 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:17.798661 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad150d02-da6d-49ad-b572-2e0155ec62cc req-0598e90e-41e4-4733-aa63-fb0e9792ca92 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:17.800361 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ad150d02-da6d-49ad-b572-2e0155ec62cc req-0598e90e-41e4-4733-aa63-fb0e9792ca92 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=b593dae1-4d3e-455c-ba8c-e3362a68dad5 HTTP/1.1" status: 200  len: 945 time: 0.0832999
Jul 14 08:47:17.849096 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ad150d02-da6d-49ad-b572-2e0155ec62cc req-6cb3d3db-f2e5-46fd-8eff-bad3280b80c0 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412917
Jul 14 08:47:17.918567 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7a44e401-6875-4cb5-aa36-2aba0edcef58 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks [] for port, precommit_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:17.924456 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7a44e401-6875-4cb5-aa36-2aba0edcef58 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853642936'] for port, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:17.929205 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-3f01c23d-b5c5-4eb0-ab3b-0fcf74a21cf0 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:17.962453 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db379616-51e7-4e87-8e25-e2f87ab316f9', 'name': 'network-vif-deleted', 'tag': 'e4d6e7d0-5636-4e5e-94d6-5941089b0c89'}] {{(pid=82096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:47:18.050475 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db379616-51e7-4e87-8e25-e2f87ab316f9', 'name': 'network-vif-deleted', 'tag': 'e4d6e7d0-5636-4e5e-94d6-5941089b0c89', 'status': 'completed', 'code': 200}
Jul 14 08:47:18.057026 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44e401-6875-4cb5-aa36-2aba0edcef58 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Pushing event updated for resources: {'Port': ['ID=9276ca07-fbe4-4c72-8727-fc560cbf2b6a,revision_number=2']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:18.061399 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-7a44e401-6875-4cb5-aa36-2aba0edcef58 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:18.072906 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7a44e401-6875-4cb5-aa36-2aba0edcef58 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854084435'] for floatingip, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:18.465010 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7538a-fdea-4d14-bf7c-1bf4b7e6ab8a req-a7ee52ab-2c09-4a27-8bea-5f6772305903 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:18.466643 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-46c7538a-fdea-4d14-bf7c-1bf4b7e6ab8a req-a7ee52ab-2c09-4a27-8bea-5f6772305903 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.2992697
Jul 14 08:47:18.515493 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-46c7538a-fdea-4d14-bf7c-1bf4b7e6ab8a req-fb47dea0-98cc-48da-baef-461b41209a15 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421987
Jul 14 08:47:18.533829 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6569d-695d-4b76-9fca-afe11b66f961 req-98555bab-ef2a-4c76-a89e-7955d13bf333 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:18.535332 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fac6569d-695d-4b76-9fca-afe11b66f961 req-98555bab-ef2a-4c76-a89e-7955d13bf333 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 944 time: 0.3390524
Jul 14 08:47:18.609420 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fac6569d-695d-4b76-9fca-afe11b66f961 req-98d10eb9-4ea2-4e56-86ff-a9b7be1d09d0 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0665743
Jul 14 08:47:18.613859 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.db.l3_db [None req-7a44e401-6875-4cb5-aa36-2aba0edcef58 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Floating IP ac609b67-7d8e-46eb-a5f0-2e9d6fd4768e associated. External IP: 172.27.3.244, port: c7b85a36-8251-4688-991e-7330120da3a5.
Jul 14 08:47:19.094330 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd015d-54b2-45e1-9105-03ad35ce2b83 req-68ac19bd-1ba7-4425-a963-8cf93af1227c tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:19.095084 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-d0bd015d-54b2-45e1-9105-03ad35ce2b83 req-68ac19bd-1ba7-4425-a963-8cf93af1227c tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Synchronizing usage tracker for tenant:77661f60a3aa459dba3a5d43ab14951d on resource:port {{(pid=82096) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:47:19.131283 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-d0bd015d-54b2-45e1-9105-03ad35ce2b83 req-68ac19bd-1ba7-4425-a963-8cf93af1227c tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Unset dirty status for tenant:77661f60a3aa459dba3a5d43ab14951d on resource:port {{(pid=82096) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:47:19.132430 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d0bd015d-54b2-45e1-9105-03ad35ce2b83 req-68ac19bd-1ba7-4425-a963-8cf93af1227c tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=b593dae1-4d3e-455c-ba8c-e3362a68dad5 HTTP/1.1" status: 200  len: 945 time: 0.1509838
Jul 14 08:47:19.144148 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a44e401-6875-4cb5-aa36-2aba0edcef58 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Router 119d84f4-31b3-4a20-a1fc-f7186b505e62 has already been hosted by L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c {{(pid=82096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 14 08:47:19.305411 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d0bd015d-54b2-45e1-9105-03ad35ce2b83 req-e9cc397e-f2d3-4c23-9576-3360ef7c8c53 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1640785
Jul 14 08:47:19.421272 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4b6a245c-a14e-4b03-aebc-203f918a700d req-38076bed-6585-4aa5-94b8-740358a07c89 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2&tenant_id=8b3a1809d9a5426abbaa7d1c2677f387 HTTP/1.1" status: 200  len: 1097 time: 0.2425792
Jul 14 08:47:19.523064 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a44e401-6875-4cb5-aa36-2aba0edcef58 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:47:19.533229 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fe05e0-b4d3-41d0-bdea-fbd3482e7b86 None None] Sync routers for ids ['119d84f4-31b3-4a20-a1fc-f7186b505e62'] in dv-cinder-800229-1-iscsi {{(pid=82098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:47:19.561752 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7a44e401-6875-4cb5-aa36-2aba0edcef58 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for floatingip, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:19.562487 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fe05e0-b4d3-41d0-bdea-fbd3482e7b86 None None] Routers {'119d84f4-31b3-4a20-a1fc-f7186b505e62'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:47:19.563389 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-b5fe05e0-b4d3-41d0-bdea-fbd3482e7b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f640286e048>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:47:08Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['119d84f4-31b3-4a20-a1fc-f7186b505e62'], 'active': True} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:47:19.605069 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4b6a245c-a14e-4b03-aebc-203f918a700d req-97224a4d-e450-49c8-8712-38b3586cd339 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b3a1809d9a5426abbaa7d1c2677f387&device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 1097 time: 0.1402497
Jul 14 08:47:19.628044 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device e4d6e7d0-5636-4e5e-94d6-5941089b0c89 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:47:19.662504 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 57434) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:47:19.662705 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-7a44e401-6875-4cb5-aa36-2aba0edcef58 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.8920493
Jul 14 08:47:19.669843 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-9127704c-ef23-4f55-b36b-bc250e75cf54 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1564696754', 'description': 'tempest-secgroup-smoke-1564696754 description', 'project_id': '040f599933ea4921bd32ee786c14df5e'}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:47:19.710819 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-9127704c-ef23-4f55-b36b-bc250e75cf54 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:47:19.715623 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] No Port match for: e4d6e7d0-5636-4e5e-94d6-5941089b0c89 {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:47:19.720073 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device e4d6e7d0-5636-4e5e-94d6-5941089b0c89 not bound to the agent host hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:47:19.742135 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-9127704c-ef23-4f55-b36b-bc250e75cf54 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:47:19.804333 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a245c-a14e-4b03-aebc-203f918a700d req-4b11d86b-3e2e-4861-a5a2-04b1ac596d33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:19.806392 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4b6a245c-a14e-4b03-aebc-203f918a700d req-4b11d86b-3e2e-4861-a5a2-04b1ac596d33 service neutron] 10.222.0.43 "GET /v2.0/networks?id=52933724-b56f-4198-aacf-d572e3623b57 HTTP/1.1" status: 200  len: 917 time: 0.1887231
Jul 14 08:47:19.807772 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-b5fe05e0-b4d3-41d0-bdea-fbd3482e7b86 None None] Set router 119d84f4-31b3-4a20-a1fc-f7186b505e62 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:47:19.844550 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9127704c-ef23-4f55-b36b-bc250e75cf54 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:19.922649 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-9127704c-ef23-4f55-b36b-bc250e75cf54 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:47:19.928723 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-9127704c-ef23-4f55-b36b-bc250e75cf54 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Usage tracker for resource:security_group_rule and tenant:040f599933ea4921bd32ee786c14df5e is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:47:19.933338 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-9127704c-ef23-4f55-b36b-bc250e75cf54 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:47:19.941961 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-9127704c-ef23-4f55-b36b-bc250e75cf54 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:47:19.969278 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d75d39-201d-4ce3-8ea2-bc9829d74656 req-7b20fb73-1acb-4555-a4c3-653f54d01dd1 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:19.971420 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d4d75d39-201d-4ce3-8ea2-bc9829d74656 req-7b20fb73-1acb-4555-a4c3-653f54d01dd1 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.2017980
Jul 14 08:47:20.016463 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4b6a245c-a14e-4b03-aebc-203f918a700d req-078c834f-e2c0-447f-bc6d-f16a3b8a6738 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b904831d-c561-4abf-b18b-fa6f34ef809f HTTP/1.1" status: 200  len: 999 time: 0.1810026
Jul 14 08:47:20.066379 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da91893a-b767-4cde-9d53-7564906351c7', 'tag': 'c7b85a36-8251-4688-991e-7330120da3a5'}] {{(pid=82096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:47:20.084270 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202d365-ee86-4305-be7b-8529eb82fa89 req-73e992d7-b459-47aa-9855-8fa4733a2bd2 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:20.085875 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3202d365-ee86-4305-be7b-8529eb82fa89 req-73e992d7-b459-47aa-9855-8fa4733a2bd2 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 944 time: 0.1899033
Jul 14 08:47:20.097670 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9127704c-ef23-4f55-b36b-bc250e75cf54 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:20.112244 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9127704c-ef23-4f55-b36b-bc250e75cf54 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:20.132961 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-bce4e6bc-fa41-4a28-95f5-480d8ebaa7c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:20.139121 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a245c-a14e-4b03-aebc-203f918a700d req-4cf04089-e182-4a19-8fd9-54d377615c48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:20.140834 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4b6a245c-a14e-4b03-aebc-203f918a700d req-4cf04089-e182-4a19-8fd9-54d377615c48 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d2471914-bec5-4d3a-8fbd-31586948f335 HTTP/1.1" status: 200  len: 855 time: 0.1133780
Jul 14 08:47:20.155355 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d4d75d39-201d-4ce3-8ea2-bc9829d74656 req-1f4eccb1-2d20-49ae-8780-b85bb2ea8e1b tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1745760
Jul 14 08:47:20.201599 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9127704c-ef23-4f55-b36b-bc250e75cf54 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e433955-2e61-4355-b38d-73342a9935d1,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:20.205537 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3202d365-ee86-4305-be7b-8529eb82fa89 req-6d8ca8a8-3f50-4c5f-8c61-d2fb1c8c0601 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1023180
Jul 14 08:47:20.217487 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-9127704c-ef23-4f55-b36b-bc250e75cf54 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:20.263695 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9127704c-ef23-4f55-b36b-bc250e75cf54 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:20.268311 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-9127704c-ef23-4f55-b36b-bc250e75cf54 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.6012316
Jul 14 08:47:20.269328 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 57464) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:47:20.282866 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4b6a245c-a14e-4b03-aebc-203f918a700d req-84d9163c-93b6-418e-b882-39535601290a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=52933724-b56f-4198-aacf-d572e3623b57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1268365
Jul 14 08:47:20.290895 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-c3666f81-9e30-4d46-a380-e69aedad5ae7 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Request body: {'security_group_rule': {'security_group_id': '6e433955-2e61-4355-b38d-73342a9935d1', 'project_id': '040f599933ea4921bd32ee786c14df5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:47:20.298564 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-c3666f81-9e30-4d46-a380-e69aedad5ae7 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:47:20.310251 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-c3666f81-9e30-4d46-a380-e69aedad5ae7 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Usage tracker for resource:security_group_rule and tenant:040f599933ea4921bd32ee786c14df5e is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:47:20.313971 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-c3666f81-9e30-4d46-a380-e69aedad5ae7 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:47:20.318733 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da91893a-b767-4cde-9d53-7564906351c7', 'tag': 'c7b85a36-8251-4688-991e-7330120da3a5', 'status': 'completed', 'code': 200}
Jul 14 08:47:20.326621 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-c3666f81-9e30-4d46-a380-e69aedad5ae7 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:47:20.346995 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c3666f81-9e30-4d46-a380-e69aedad5ae7 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:20.456168 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-b5fe05e0-b4d3-41d0-bdea-fbd3482e7b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f640286e048>, [{'id': '119d84f4-31b3-4a20-a1fc-f7186b505e62', 'name': 'tempest-TestMinimumBasicScenario-2035121711-router', 'tenant_id': '040f599933ea4921bd32ee786c14df5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '921031be-df4a-4a1a-82ca-b46c0affff6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:45:41Z', 'updated_at': '2021-07-14T08:45:47Z', 'revision_number': 4, 'project_id': '040f599933ea4921bd32ee786c14df5e', 'gw_port': {'id': '921031be-df4a-4a1a-82ca-b46c0affff6d', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119d84f4-31b3-4a20-a1fc-f7186b505e62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:42Z', 'updated_at': '2021-07-14T08:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_floatingips': [{'id': 'ac609b67-7d8e-46eb-a5f0-2e9d6fd4768e', 'tenant_id': '040f599933ea4921bd32ee786c14df5e', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'router_id': '119d84f4-31b3-4a20-a1fc-f7186b505e62', 'port_id': 'c7b85a36-8251-4688-991e-7330120da3a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e', 'mac_address': 'fa:16:3e:8a:45:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da91893a-b767-4cde-9d53-7564906351c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:47:17Z', 'updated_at': '2021-07-14T08:47:17Z', 'revision_number': 0, 'project_id': '040f599933ea4921bd32ee786c14df5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9879f769-9e07-4fd7-9a9a-eee24bc68c26', 'name': '', 'network_id': '3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e', 'tenant_id': '040f599933ea4921bd32ee786c14df5e', 'mac_address': 'fa:16:3e:4f:17:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119d84f4-31b3-4a20-a1fc-f7186b505e62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2cf41e9b-05a3-472b-ac95-40e03d3ea215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:46Z', 'updated_at': '2021-07-14T08:45:58Z', 'revision_number': 5, 'project_id': '040f599933ea4921bd32ee786c14df5e', 'subnets': [{'id': '2cf41e9b-05a3-472b-ac95-40e03d3ea215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:47:20.461018 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fe05e0-b4d3-41d0-bdea-fbd3482e7b86 None None] Checking router: 119d84f4-31b3-4a20-a1fc-f7186b505e62 for host: dv-cinder-800229-1-iscsi {{(pid=82098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:47:20.474384 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fe05e0-b4d3-41d0-bdea-fbd3482e7b86 None None] Routers {'119d84f4-31b3-4a20-a1fc-f7186b505e62'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:47:20.475516 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-b5fe05e0-b4d3-41d0-bdea-fbd3482e7b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f640286e048>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:47:08Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['119d84f4-31b3-4a20-a1fc-f7186b505e62'], 'active': True} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:47:20.768043 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c3666f81-9e30-4d46-a380-e69aedad5ae7 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:20.787800 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4b6a245c-a14e-4b03-aebc-203f918a700d req-6df8aa7a-0966-4f89-a2af-306daa2310aa service neutron] 10.222.0.43 "GET /v2.0/networks/52933724-b56f-4198-aacf-d572e3623b57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4120126
Jul 14 08:47:20.791776 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623092a-fc0c-4339-abc3-f9bbc9bc4356 req-789a2f61-2c86-4d75-9d0a-6f9bd7a6367b tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:20.793764 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6623092a-fc0c-4339-abc3-f9bbc9bc4356 req-789a2f61-2c86-4d75-9d0a-6f9bd7a6367b tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.43 "GET /v2.0/ports?device_id=b593dae1-4d3e-455c-ba8c-e3362a68dad5 HTTP/1.1" status: 200  len: 945 time: 0.3957465
Jul 14 08:47:20.794634 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c3666f81-9e30-4d46-a380-e69aedad5ae7 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754566'] for security_group_rule, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:20.796898 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:20.806891 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-b5fe05e0-b4d3-41d0-bdea-fbd3482e7b86 None None] Set router 119d84f4-31b3-4a20-a1fc-f7186b505e62 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:47:20.830458 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3666f81-9e30-4d46-a380-e69aedad5ae7 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15260484-10f5-4ab8-907c-ebda2a99f292,revision_number=0']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:20.874542 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c3666f81-9e30-4d46-a380-e69aedad5ae7 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:20.880935 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c3666f81-9e30-4d46-a380-e69aedad5ae7 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:20.882029 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-c3666f81-9e30-4d46-a380-e69aedad5ae7 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.6116941
Jul 14 08:47:20.889557 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 57516) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:47:20.898242 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-a4c5b20a-cf66-474b-baf7-f51c57ed9953 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Request body: {'security_group_rule': {'security_group_id': '6e433955-2e61-4355-b38d-73342a9935d1', 'project_id': '040f599933ea4921bd32ee786c14df5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:47:20.899003 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-673c1292-79a6-4278-860c-6c252df91c58 req-0c7327f2-d237-45fd-bccb-783fd4533dab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=040f599933ea4921bd32ee786c14df5e&device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 1098 time: 0.4324372
Jul 14 08:47:20.914368 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-a4c5b20a-cf66-474b-baf7-f51c57ed9953 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:47:20.923607 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-a4c5b20a-cf66-474b-baf7-f51c57ed9953 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Usage tracker for resource:security_group_rule and tenant:040f599933ea4921bd32ee786c14df5e is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:47:20.927155 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-a4c5b20a-cf66-474b-baf7-f51c57ed9953 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:47:20.947957 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [req-6623092a-fc0c-4339-abc3-f9bbc9bc4356 req-b5bae433-625a-4af6-816b-b05e423ac231 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Deleting port d945235d-8ae2-470a-a938-698f0c5de542 {{(pid=82095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:47:20.948555 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-6623092a-fc0c-4339-abc3-f9bbc9bc4356 req-b5bae433-625a-4af6-816b-b05e423ac231 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:20.976372 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-a4c5b20a-cf66-474b-baf7-f51c57ed9953 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:47:20.977158 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b735fa-7ae3-4771-97a3-b70f85cf2c65 req-ab7ad135-ce1f-4c46-bc18-e33ad6a64bd7 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:20.979767 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-31b735fa-7ae3-4771-97a3-b70f85cf2c65 req-ab7ad135-ce1f-4c46-bc18-e33ad6a64bd7 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=b593dae1-4d3e-455c-ba8c-e3362a68dad5 HTTP/1.1" status: 200  len: 945 time: 0.4515574
Jul 14 08:47:21.120313 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-a4c5b20a-cf66-474b-baf7-f51c57ed9953 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:21.206286 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-a4c5b20a-cf66-474b-baf7-f51c57ed9953 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:21.219595 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-a4c5b20a-cf66-474b-baf7-f51c57ed9953 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754566'] for security_group_rule, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:21.228737 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:21.307992 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5b20a-cf66-474b-baf7-f51c57ed9953 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd64066c-7b41-4cf3-87a7-efa0cc33738e,revision_number=0']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:21.371174 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-a4c5b20a-cf66-474b-baf7-f51c57ed9953 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:21.398019 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-31b735fa-7ae3-4771-97a3-b70f85cf2c65 req-de985d10-78c1-49dd-91e6-782228325cc0 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3961301
Jul 14 08:47:21.429691 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-b5fe05e0-b4d3-41d0-bdea-fbd3482e7b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f640286e048>, [{'id': '119d84f4-31b3-4a20-a1fc-f7186b505e62', 'name': 'tempest-TestMinimumBasicScenario-2035121711-router', 'tenant_id': '040f599933ea4921bd32ee786c14df5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '921031be-df4a-4a1a-82ca-b46c0affff6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:45:41Z', 'updated_at': '2021-07-14T08:45:47Z', 'revision_number': 4, 'project_id': '040f599933ea4921bd32ee786c14df5e', 'gw_port': {'id': '921031be-df4a-4a1a-82ca-b46c0affff6d', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119d84f4-31b3-4a20-a1fc-f7186b505e62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:42Z', 'updated_at': '2021-07-14T08:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_floatingips': [{'id': 'ac609b67-7d8e-46eb-a5f0-2e9d6fd4768e', 'tenant_id': '040f599933ea4921bd32ee786c14df5e', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'router_id': '119d84f4-31b3-4a20-a1fc-f7186b505e62', 'port_id': 'c7b85a36-8251-4688-991e-7330120da3a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e', 'mac_address': 'fa:16:3e:8a:45:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da91893a-b767-4cde-9d53-7564906351c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:47:17Z', 'updated_at': '2021-07-14T08:47:17Z', 'revision_number': 0, 'project_id': '040f599933ea4921bd32ee786c14df5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9879f769-9e07-4fd7-9a9a-eee24bc68c26', 'name': '', 'network_id': '3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e', 'tenant_id': '040f599933ea4921bd32ee786c14df5e', 'mac_address': 'fa:16:3e:4f:17:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119d84f4-31b3-4a20-a1fc-f7186b505e62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2cf41e9b-05a3-472b-ac95-40e03d3ea215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:46Z', 'updated_at': '2021-07-14T08:45:58Z', 'revision_number': 5, 'project_id': '040f599933ea4921bd32ee786c14df5e', 'subnets': [{'id': '2cf41e9b-05a3-472b-ac95-40e03d3ea215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:47:21.441043 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4b6a245c-a14e-4b03-aebc-203f918a700d req-13d5a2f8-1ed5-48e8-9724-ae88d7f2d3b1 service neutron] 10.222.0.43 "GET /v2.0/networks/52933724-b56f-4198-aacf-d572e3623b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6341007
Jul 14 08:47:21.451446 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fe05e0-b4d3-41d0-bdea-fbd3482e7b86 None None] The sync data for ids ['119d84f4-31b3-4a20-a1fc-f7186b505e62'] in dv-cinder-800229-1-iscsi is: [{'id': '119d84f4-31b3-4a20-a1fc-f7186b505e62', 'name': 'tempest-TestMinimumBasicScenario-2035121711-router', 'tenant_id': '040f599933ea4921bd32ee786c14df5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '921031be-df4a-4a1a-82ca-b46c0affff6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:45:41Z', 'updated_at': '2021-07-14T08:45:47Z', 'revision_number': 4, 'project_id': '040f599933ea4921bd32ee786c14df5e', 'gw_port': {'id': '921031be-df4a-4a1a-82ca-b46c0affff6d', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119d84f4-31b3-4a20-a1fc-f7186b505e62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:42Z', 'updated_at': '2021-07-14T08:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_floatingips': [{'id': 'ac609b67-7d8e-46eb-a5f0-2e9d6fd4768e', 'tenant_id': '040f599933ea4921bd32ee786c14df5e', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'router_id': '119d84f4-31b3-4a20-a1fc-f7186b505e62', 'port_id': 'c7b85a36-8251-4688-991e-7330120da3a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e', 'mac_address': 'fa:16:3e:8a:45:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da91893a-b767-4cde-9d53-7564906351c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:47:17Z', 'updated_at': '2021-07-14T08:47:17Z', 'revision_number': 0, 'project_id': '040f599933ea4921bd32ee786c14df5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9879f769-9e07-4fd7-9a9a-eee24bc68c26', 'name': '', 'network_id': '3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e', 'tenant_id': '040f599933ea4921bd32ee786c14df5e', 'mac_address': 'fa:16:3e:4f:17:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119d84f4-31b3-4a20-a1fc-f7186b505e62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2cf41e9b-05a3-472b-ac95-40e03d3ea215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:46Z', 'updated_at': '2021-07-14T08:45:58Z', 'revision_number': 5, 'project_id': '040f599933ea4921bd32ee786c14df5e', 'subnets': [{'id': '2cf41e9b-05a3-472b-ac95-40e03d3ea215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:47:21.465561 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-a4c5b20a-cf66-474b-baf7-f51c57ed9953 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:21.469566 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-a4c5b20a-cf66-474b-baf7-f51c57ed9953 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.5761938
Jul 14 08:47:21.470378 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 57544) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:47:21.498498 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-5c6ac895-7f32-4a57-9db4-3043be412ad8 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Request body: {'security_group_rule': {'security_group_id': '6e433955-2e61-4355-b38d-73342a9935d1', 'project_id': '040f599933ea4921bd32ee786c14df5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:47:21.523304 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c1292-79a6-4278-860c-6c252df91c58 req-34b1b0f6-08c0-4f33-a418-5c760aa3c436 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:21.523621 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-5c6ac895-7f32-4a57-9db4-3043be412ad8 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:47:21.525688 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-673c1292-79a6-4278-860c-6c252df91c58 req-34b1b0f6-08c0-4f33-a418-5c760aa3c436 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e HTTP/1.1" status: 200  len: 916 time: 0.5254090
Jul 14 08:47:21.627395 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-5c6ac895-7f32-4a57-9db4-3043be412ad8 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Usage tracker for resource:security_group_rule and tenant:040f599933ea4921bd32ee786c14df5e is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:47:21.631511 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-5c6ac895-7f32-4a57-9db4-3043be412ad8 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:47:21.637575 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-6623092a-fc0c-4339-abc3-f9bbc9bc4356 req-b5bae433-625a-4af6-816b-b05e423ac231 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] For port d945235d-8ae2-470a-a938-698f0c5de542, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=d945235d-8ae2-470a-a938-698f0c5de542,segment=NetworkSegment(84d2a471-9073-47cf-9d75-3287490f4b5e),segment_id=84d2a471-9073-47cf-9d75-3287490f4b5e)] {{(pid=82095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:47:21.637978 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-6623092a-fc0c-4339-abc3-f9bbc9bc4356 req-b5bae433-625a-4af6-816b-b05e423ac231 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:21.654284 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-5c6ac895-7f32-4a57-9db4-3043be412ad8 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:47:21.732726 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-673c1292-79a6-4278-860c-6c252df91c58 req-b080129f-0dd2-4c92-b57d-f0831315ce5b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7b85a36-8251-4688-991e-7330120da3a5 HTTP/1.1" status: 200  len: 999 time: 0.1664159
Jul 14 08:47:21.830363 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [req-6623092a-fc0c-4339-abc3-f9bbc9bc4356 req-b5bae433-625a-4af6-816b-b05e423ac231 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Calling delete_port for d945235d-8ae2-470a-a938-698f0c5de542 owned by compute:nova {{(pid=82095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:47:21.968898 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3a746-36ea-46ee-a360-70771d06e325 req-4df1de33-6f4e-46bc-9f81-498615a163e4 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:21.977489 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-52e3a746-36ea-46ee-a360-70771d06e325 req-4df1de33-6f4e-46bc-9f81-498615a163e4 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 944 time: 0.4627981
Jul 14 08:47:21.980866 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5c6ac895-7f32-4a57-9db4-3043be412ad8 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:21.997401 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f4db7a-7b5a-430f-b629-30f3f5979dae None None] New status for floating IP ac609b67-7d8e-46eb-a5f0-2e9d6fd4768e: ACTIVE {{(pid=82097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Jul 14 08:47:22.061461 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c1292-79a6-4278-860c-6c252df91c58 req-c903e8f1-c598-4502-bb05-1065faa38e04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:22.063404 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-673c1292-79a6-4278-860c-6c252df91c58 req-c903e8f1-c598-4502-bb05-1065faa38e04 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2cf41e9b-05a3-472b-ac95-40e03d3ea215 HTTP/1.1" status: 200  len: 854 time: 0.3230479
Jul 14 08:47:22.167187 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5c6ac895-7f32-4a57-9db4-3043be412ad8 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:22.173649 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-52e3a746-36ea-46ee-a360-70771d06e325 req-4e6f0638-28a4-46ff-838f-4a877d935c0c tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1950438
Jul 14 08:47:22.180037 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5c6ac895-7f32-4a57-9db4-3043be412ad8 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754566'] for security_group_rule, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:22.200590 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c3666f81-9e30-4d46-a380-e69aedad5ae7 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:22.213461 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-673c1292-79a6-4278-860c-6c252df91c58 req-a0496ef7-b99a-4dd6-bf6b-9e19ada83873 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1364129
Jul 14 08:47:22.224444 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ac895-7f32-4a57-9db4-3043be412ad8 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8234dc16-e138-4edb-946e-6fcc14e9b174,revision_number=0']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:22.237188 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-5c6ac895-7f32-4a57-9db4-3043be412ad8 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:22.277392 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-6623092a-fc0c-4339-abc3-f9bbc9bc4356 req-b5bae433-625a-4af6-816b-b05e423ac231 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:22.284130 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:22.327067 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] get_ports_and_sgs() called for port_ids ['09999980-8f6a-4f24-ba94-da400b4ba3b6', 'd945235d-8ae2-470a-a938-698f0c5de542'] {{(pid=82097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 14 08:47:22.407651 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bae433-625a-4af6-816b-b05e423ac231 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Pushing event deleted for resources: {'Port': ['ID=d945235d-8ae2-470a-a938-698f0c5de542,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:22.418849 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5c6ac895-7f32-4a57-9db4-3043be412ad8 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:22.423552 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 57588) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:47:22.431370 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-5c6ac895-7f32-4a57-9db4-3043be412ad8 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.9591684
Jul 14 08:47:22.433206 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-b5bae433-625a-4af6-816b-b05e423ac231 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:22.441203 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-5b25b982-810d-48d7-970f-e898cd6e8dfc tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Request body: {'security_group_rule': {'security_group_id': '6e433955-2e61-4355-b38d-73342a9935d1', 'project_id': '040f599933ea4921bd32ee786c14df5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:47:22.454976 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-5b25b982-810d-48d7-970f-e898cd6e8dfc tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:47:22.461551 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-673c1292-79a6-4278-860c-6c252df91c58 req-9b996c0d-323a-44a9-a5de-d92d4a2a067f service neutron] 10.222.0.43 "GET /v2.0/networks/3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2242565
Jul 14 08:47:22.463559 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-5b25b982-810d-48d7-970f-e898cd6e8dfc tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Usage tracker for resource:security_group_rule and tenant:040f599933ea4921bd32ee786c14df5e is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:47:22.466909 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-5b25b982-810d-48d7-970f-e898cd6e8dfc tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:47:22.510270 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-5b25b982-810d-48d7-970f-e898cd6e8dfc tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:47:22.600162 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [req-6623092a-fc0c-4339-abc3-f9bbc9bc4356 req-b5bae433-625a-4af6-816b-b05e423ac231 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] No DVR routers for this DVR port d945235d-8ae2-470a-a938-698f0c5de542 on host hv-cinder-80022 {{(pid=82095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 14 08:47:22.608183 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5b25b982-810d-48d7-970f-e898cd6e8dfc tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:22.609644 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-6623092a-fc0c-4339-abc3-f9bbc9bc4356 req-b5bae433-625a-4af6-816b-b05e423ac231 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:22.611903 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6623092a-fc0c-4339-abc3-f9bbc9bc4356 req-b5bae433-625a-4af6-816b-b05e423ac231 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.43 "DELETE /v2.0/ports/d945235d-8ae2-470a-a938-698f0c5de542 HTTP/1.1" status: 204  len: 173 time: 1.7790451
Jul 14 08:47:22.612445 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b593dae1-4d3e-455c-ba8c-e3362a68dad5', 'name': 'network-vif-deleted', 'tag': 'd945235d-8ae2-470a-a938-698f0c5de542'}] {{(pid=82095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:47:22.756199 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b593dae1-4d3e-455c-ba8c-e3362a68dad5', 'name': 'network-vif-deleted', 'tag': 'd945235d-8ae2-470a-a938-698f0c5de542', 'status': 'completed', 'code': 200}
Jul 14 08:47:22.799749 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9ba6ec28-3f8d-4857-9111-b4cca7f8e78e req-a36afe6a-8db3-4f66-beb1-3766e4153bdc tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=b593dae1-4d3e-455c-ba8c-e3362a68dad5 HTTP/1.1" status: 200  len: 210 time: 0.0913172
Jul 14 08:47:22.827284 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-673c1292-79a6-4278-860c-6c252df91c58 req-47f7ff3e-0b13-46d5-8042-43c53cb0c62b service neutron] 10.222.0.43 "GET /v2.0/networks/3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3431988
Jul 14 08:47:22.855945 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5b25b982-810d-48d7-970f-e898cd6e8dfc tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:22.877933 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5b25b982-810d-48d7-970f-e898cd6e8dfc tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754566'] for security_group_rule, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:22.880495 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-56e45174-f333-438d-a659-d347d4e24b33 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:22.909411 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b25b982-810d-48d7-970f-e898cd6e8dfc tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00fc04d6-bb4a-4b3f-94c6-3206d9bc3d76,revision_number=0']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:22.912762 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-5b25b982-810d-48d7-970f-e898cd6e8dfc tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:22.943727 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5b25b982-810d-48d7-970f-e898cd6e8dfc tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:22.945184 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-5b25b982-810d-48d7-970f-e898cd6e8dfc tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.5206096
Jul 14 08:47:22.948924 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 57620) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:47:22.956431 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-3ecaf63c-3ab9-4e3c-b1a6-7703d6f2444a tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Request body: {'security_group_rule': {'security_group_id': '6e433955-2e61-4355-b38d-73342a9935d1', 'project_id': '040f599933ea4921bd32ee786c14df5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:47:22.974915 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-3ecaf63c-3ab9-4e3c-b1a6-7703d6f2444a tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:47:22.981107 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-3ecaf63c-3ab9-4e3c-b1a6-7703d6f2444a tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Usage tracker for resource:security_group_rule and tenant:040f599933ea4921bd32ee786c14df5e is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:47:22.985333 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-3ecaf63c-3ab9-4e3c-b1a6-7703d6f2444a tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:47:22.998151 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-3ecaf63c-3ab9-4e3c-b1a6-7703d6f2444a tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:47:23.049824 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.db.securitygroups_db [None req-3ecaf63c-3ab9-4e3c-b1a6-7703d6f2444a tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Project 040f599933ea4921bd32ee786c14df5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 14 08:47:23.063168 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3ecaf63c-3ab9-4e3c-b1a6-7703d6f2444a tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:23.191511 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3ecaf63c-3ab9-4e3c-b1a6-7703d6f2444a tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:23.216532 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3ecaf63c-3ab9-4e3c-b1a6-7703d6f2444a tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754566'] for security_group_rule, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:23.220785 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:23.245607 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecaf63c-3ab9-4e3c-b1a6-7703d6f2444a tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f75cffe-794c-4acf-8d15-099fa4f793fc,revision_number=0']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:23.250172 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-3ecaf63c-3ab9-4e3c-b1a6-7703d6f2444a tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:23.277426 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3ecaf63c-3ab9-4e3c-b1a6-7703d6f2444a tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:23.283957 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-3ecaf63c-3ab9-4e3c-b1a6-7703d6f2444a tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3308194
Jul 14 08:47:23.284652 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 57630) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:47:23.292757 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-6d3d5515-ae88-411c-8117-b252976508a7 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Request body: {'security_group_rule': {'security_group_id': '6e433955-2e61-4355-b38d-73342a9935d1', 'project_id': '040f599933ea4921bd32ee786c14df5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:47:23.326909 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-6d3d5515-ae88-411c-8117-b252976508a7 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:47:23.332104 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-6d3d5515-ae88-411c-8117-b252976508a7 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Usage tracker for resource:security_group_rule and tenant:040f599933ea4921bd32ee786c14df5e is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:47:23.335639 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-6d3d5515-ae88-411c-8117-b252976508a7 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:47:23.365355 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-6d3d5515-ae88-411c-8117-b252976508a7 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:47:23.385776 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.db.securitygroups_db [None req-6d3d5515-ae88-411c-8117-b252976508a7 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Project 040f599933ea4921bd32ee786c14df5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 14 08:47:23.394673 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6d3d5515-ae88-411c-8117-b252976508a7 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:23.563306 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6d3d5515-ae88-411c-8117-b252976508a7 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:23.582822 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6d3d5515-ae88-411c-8117-b252976508a7 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754566'] for security_group_rule, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:23.587721 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:23.622111 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d5515-ae88-411c-8117-b252976508a7 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87dc63dc-bfc5-41f1-9c89-fa3fe625b780,revision_number=0']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:23.640644 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-6d3d5515-ae88-411c-8117-b252976508a7 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:23.652203 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ab2e2-7397-4e32-a5f0-676911a42620 req-e29019c5-9bd9-435b-8e0c-9f9891f6b4b8 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:23.654247 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6d3d5515-ae88-411c-8117-b252976508a7 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:23.655588 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-6d3d5515-ae88-411c-8117-b252976508a7 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3691728
Jul 14 08:47:23.656909 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fa4ab2e2-7397-4e32-a5f0-676911a42620 req-e29019c5-9bd9-435b-8e0c-9f9891f6b4b8 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 944 time: 0.1526780
Jul 14 08:47:23.783224 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fa4ab2e2-7397-4e32-a5f0-676911a42620 req-7cea4851-21c2-40fb-9497-4921efce4f39 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1097658
Jul 14 08:47:23.921256 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-af1ea800-632a-49ab-9cd6-54f33402c5bd req-4d571da5-7cd4-482e-b27b-8c8486aa0d58 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1564696754&fields=id&tenant_id=040f599933ea4921bd32ee786c14df5e HTTP/1.1" status: 200  len: 267 time: 0.0993192
Jul 14 08:47:24.027196 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ea800-632a-49ab-9cd6-54f33402c5bd req-96444c45-b8d1-45cf-9a39-2824743563d0 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:24.028788 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-af1ea800-632a-49ab-9cd6-54f33402c5bd req-96444c45-b8d1-45cf-9a39-2824743563d0 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 945 time: 0.1018054
Jul 14 08:47:24.048966 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [req-af1ea800-632a-49ab-9cd6-54f33402c5bd req-e6b9bf2a-0b90-4556-92ca-476fc865a6a1 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Request body: {'port': {'security_groups': ['bd3ceb96-24d3-46f0-a357-fd9c0f4c4b3e', '6e433955-2e61-4355-b38d-73342a9935d1']}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:47:24.185251 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-80ccb426-3c76-4430-a373-eca2d7697dde req-94b35676-9992-46ad-a48a-472f142484a6 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Synchronizing usage tracker for tenant:77661f60a3aa459dba3a5d43ab14951d on resource:port {{(pid=82095) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:47:24.220540 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-80ccb426-3c76-4430-a373-eca2d7697dde req-94b35676-9992-46ad-a48a-472f142484a6 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Unset dirty status for tenant:77661f60a3aa459dba3a5d43ab14951d on resource:port {{(pid=82095) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:47:24.221838 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-80ccb426-3c76-4430-a373-eca2d7697dde req-94b35676-9992-46ad-a48a-472f142484a6 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=b593dae1-4d3e-455c-ba8c-e3362a68dad5 HTTP/1.1" status: 200  len: 210 time: 0.1232808
Jul 14 08:47:24.313967 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-af1ea800-632a-49ab-9cd6-54f33402c5bd req-e6b9bf2a-0b90-4556-92ca-476fc865a6a1 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:24.626589 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-af1ea800-632a-49ab-9cd6-54f33402c5bd req-e6b9bf2a-0b90-4556-92ca-476fc865a6a1 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] For port c7b85a36-8251-4688-991e-7330120da3a5, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=c7b85a36-8251-4688-991e-7330120da3a5,segment=NetworkSegment(6ab29609-c173-4982-94fe-df6d6c34ea40),segment_id=6ab29609-c173-4982-94fe-df6d6c34ea40)] {{(pid=82096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:47:24.660185 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-af1ea800-632a-49ab-9cd6-54f33402c5bd req-e6b9bf2a-0b90-4556-92ca-476fc865a6a1 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks [] for port, precommit_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:24.665045 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-af1ea800-632a-49ab-9cd6-54f33402c5bd req-e6b9bf2a-0b90-4556-92ca-476fc865a6a1 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853642936'] for port, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:24.675034 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-1ffd778e-4d35-48fe-a1d4-828682b50fd8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:24.714972 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] get_ports_and_sgs() called for port_ids ['c7b85a36-8251-4688-991e-7330120da3a5'] {{(pid=82097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 14 08:47:24.755262 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ea800-632a-49ab-9cd6-54f33402c5bd req-e6b9bf2a-0b90-4556-92ca-476fc865a6a1 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:24.756429 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-af1ea800-632a-49ab-9cd6-54f33402c5bd req-e6b9bf2a-0b90-4556-92ca-476fc865a6a1 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:24.759379 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-af1ea800-632a-49ab-9cd6-54f33402c5bd req-e6b9bf2a-0b90-4556-92ca-476fc865a6a1 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "PUT /v2.0/ports/c7b85a36-8251-4688-991e-7330120da3a5 HTTP/1.1" status: 200  len: 981 time: 0.7149038
Jul 14 08:47:24.760099 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da91893a-b767-4cde-9d53-7564906351c7', 'tag': 'c7b85a36-8251-4688-991e-7330120da3a5'}] {{(pid=82096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:47:24.797516 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b9bf2a-0b90-4556-92ca-476fc865a6a1 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Pushing event updated for resources: {'Port': ['ID=c7b85a36-8251-4688-991e-7330120da3a5,revision_number=6']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:24.803917 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e6b9bf2a-0b90-4556-92ca-476fc865a6a1 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:24.864180 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da91893a-b767-4cde-9d53-7564906351c7', 'tag': 'c7b85a36-8251-4688-991e-7330120da3a5', 'status': 'completed', 'code': 200}
Jul 14 08:47:25.042321 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] get_ports_and_sgs() called for port_ids ['c7b85a36-8251-4688-991e-7330120da3a5'] {{(pid=82097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 14 08:47:25.119432 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be320e74-953e-4427-934c-2100bd6871c8 req-1259f1cc-ee55-492d-8bd1-ca86d4e5e8c8 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:25.121019 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-be320e74-953e-4427-934c-2100bd6871c8 req-1259f1cc-ee55-492d-8bd1-ca86d4e5e8c8 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 984 time: 0.1905403
Jul 14 08:47:25.154827 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c4955-7266-4fed-a5d0-bf60d6710f59 req-0230bb0e-7a00-490b-bf9d-01509f82c8ee tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:25.162991 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-051c4955-7266-4fed-a5d0-bf60d6710f59 req-0230bb0e-7a00-490b-bf9d-01509f82c8ee tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 944 time: 0.1208227
Jul 14 08:47:25.243649 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-be320e74-953e-4427-934c-2100bd6871c8 req-68a0e194-afb4-442d-864e-a2dfa2b995ea tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Synchronizing usage tracker for tenant:040f599933ea4921bd32ee786c14df5e on resource:security_group {{(pid=82095) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:47:25.246170 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-051c4955-7266-4fed-a5d0-bf60d6710f59 req-71503163-d2dd-48b9-9a8c-56fcd1d938e1 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0818863
Jul 14 08:47:25.292089 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-be320e74-953e-4427-934c-2100bd6871c8 req-68a0e194-afb4-442d-864e-a2dfa2b995ea tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Unset dirty status for tenant:040f599933ea4921bd32ee786c14df5e on resource:security_group {{(pid=82095) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:47:25.301040 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-be320e74-953e-4427-934c-2100bd6871c8 req-68a0e194-afb4-442d-864e-a2dfa2b995ea tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e433955-2e61-4355-b38d-73342a9935d1&id=bd3ceb96-24d3-46f0-a357-fd9c0f4c4b3e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1723678
Jul 14 08:47:25.533568 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-33533049-01e5-4365-9d2c-e0b069a14850 req-e6050529-75b0-4dbe-a36c-91b5b94e259c tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=b593dae1-4d3e-455c-ba8c-e3362a68dad5 HTTP/1.1" status: 200  len: 210 time: 0.0819325
Jul 14 08:47:25.687307 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device d945235d-8ae2-470a-a938-698f0c5de542 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:47:25.737462 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-5aa854ac-dbf3-4122-bdf6-f55f4d6d934d None None] Provisioning complete for port c7b85a36-8251-4688-991e-7330120da3a5 triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:47:25.737886 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5aa854ac-dbf3-4122-bdf6-f55f4d6d934d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:25.817530 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] No Port match for: d945235d-8ae2-470a-a938-698f0c5de542 {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:47:25.817530 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device d945235d-8ae2-470a-a938-698f0c5de542 not bound to the agent host hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:47:25.991735 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 57696) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:47:26.197944 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-32ff0823-4a56-4dbf-8ef9-7e75dff60a55 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=233228ab07884531886633712cfb6d4d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2048965
Jul 14 08:47:26.200527 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 57702) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:47:26.270655 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-eb125c0e-627b-47aa-9186-2750131bf8a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:26.301536 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-eb125c0e-627b-47aa-9186-2750131bf8a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:26.349339 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-eb125c0e-627b-47aa-9186-2750131bf8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:26.354842 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-27b3db1d-1558-4d50-990b-fb0de8fa562c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:26.396776 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb125c0e-627b-47aa-9186-2750131bf8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281d54c7-baad-4b1c-b241-0881815a8b77,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:26.400307 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-eb125c0e-627b-47aa-9186-2750131bf8a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:26.418209 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-eb125c0e-627b-47aa-9186-2750131bf8a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:26.420001 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-eb125c0e-627b-47aa-9186-2750131bf8a6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/281d54c7-baad-4b1c-b241-0881815a8b77 HTTP/1.1" status: 204  len: 168 time: 0.2180231
Jul 14 08:47:26.602155 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42030a87-5b73-4fa2-84e6-5d43a7c11722 req-9ea4d832-2eb5-4f00-ad61-1def0588ad78 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:26.616817 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-42030a87-5b73-4fa2-84e6-5d43a7c11722 req-9ea4d832-2eb5-4f00-ad61-1def0588ad78 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 944 time: 0.1401105
Jul 14 08:47:26.691438 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-42030a87-5b73-4fa2-84e6-5d43a7c11722 req-e2933aa2-e699-4f7e-9c7d-9b4f57c1cbbc tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0720501
Jul 14 08:47:26.784087 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-936fdd7e-8e79-4ead-bb12-2c5571b24342 req-1aa1cbe0-9555-4611-befd-55eeef446474 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=b593dae1-4d3e-455c-ba8c-e3362a68dad5 HTTP/1.1" status: 200  len: 210 time: 0.0713384
Jul 14 08:47:27.458846 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8938ff-2f56-4bf7-b70c-ef5e29d4b8ad req-f6fd9f25-10bf-45cc-8283-cd6f7f10fccd tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:27.458846 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bd8938ff-2f56-4bf7-b70c-ef5e29d4b8ad req-f6fd9f25-10bf-45cc-8283-cd6f7f10fccd tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 946 time: 0.1017802
Jul 14 08:47:27.523742 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bd8938ff-2f56-4bf7-b70c-ef5e29d4b8ad req-111bcbc4-23f5-4f61-9a04-b307eef9dab4 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555346
Jul 14 08:47:27.587482 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 57738) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:47:27.741174 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-9eee4259-f3c8-4e20-9781-a6e40f4e4d0c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-467535257-network', 'tenant_id': '72a6c468eff34963aa81584d4ce43a3c'}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:47:27.747249 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-9eee4259-f3c8-4e20-9781-a6e40f4e4d0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:47:27.751717 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-9eee4259-f3c8-4e20-9781-a6e40f4e4d0c admin admin] Usage tracker for resource:network and tenant:72a6c468eff34963aa81584d4ce43a3c is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:47:27.755339 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-9eee4259-f3c8-4e20-9781-a6e40f4e4d0c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:47:27.763946 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-9eee4259-f3c8-4e20-9781-a6e40f4e4d0c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:47:27.777089 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eee4259-f3c8-4e20-9781-a6e40f4e4d0c admin admin] Made reservation on behalf of 72a6c468eff34963aa81584d4ce43a3c for: {'network': 1} {{(pid=82095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:47:27.783016 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9eee4259-f3c8-4e20-9781-a6e40f4e4d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for network, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:27.800426 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9eee4259-f3c8-4e20-9781-a6e40f4e4d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:27.851766 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-9eee4259-f3c8-4e20-9781-a6e40f4e4d0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:47:27.856198 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-9eee4259-f3c8-4e20-9781-a6e40f4e4d0c admin admin] Usage tracker for resource:security_group_rule and tenant:72a6c468eff34963aa81584d4ce43a3c is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:47:27.859271 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-9eee4259-f3c8-4e20-9781-a6e40f4e4d0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:47:27.866153 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-9eee4259-f3c8-4e20-9781-a6e40f4e4d0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:47:27.991437 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9eee4259-f3c8-4e20-9781-a6e40f4e4d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:28.056828 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f03d5e48-00d0-414a-b2a4-d3ef9f74c013 req-d9e38dd0-dd11-48c7-b896-51adcdd41dba tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=b593dae1-4d3e-455c-ba8c-e3362a68dad5 HTTP/1.1" status: 200  len: 210 time: 0.0599413
Jul 14 08:47:28.062743 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9eee4259-f3c8-4e20-9781-a6e40f4e4d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:28.070399 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-53e02233-a937-4d08-9c24-635bc2ed2433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:28.120888 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eee4259-f3c8-4e20-9781-a6e40f4e4d0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507}  {{(pid=82095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 14 08:47:28.123311 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee4259-f3c8-4e20-9781-a6e40f4e4d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2509bb95-6dfe-433f-b6cc-564ce9c446d3,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:28.132794 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-9eee4259-f3c8-4e20-9781-a6e40f4e4d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:28.140857 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9eee4259-f3c8-4e20-9781-a6e40f4e4d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6123'] for segment, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:28.141248 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.db.segments_db [None req-9eee4259-f3c8-4e20-9781-a6e40f4e4d0c admin admin] Added segment e22cceb9-90bd-4075-b814-4ddff48bb78f of type vlan for network 7e73f321-4d5b-4a4b-a58e-445e74aa3537
Jul 14 08:47:28.157747 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921db41-6a99-4467-b23e-dcf5d10c14e8 req-aacf7ba7-aa91-4e6c-80d0-07d6809e1946 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:28.159552 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5921db41-6a99-4467-b23e-dcf5d10c14e8 req-aacf7ba7-aa91-4e6c-80d0-07d6809e1946 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 944 time: 0.1664078
Jul 14 08:47:28.203679 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9eee4259-f3c8-4e20-9781-a6e40f4e4d0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282634469919'] for network, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:28.243628 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5921db41-6a99-4467-b23e-dcf5d10c14e8 req-3da996e6-6add-4baa-ac5b-29463be65f69 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0659091
Jul 14 08:47:28.266281 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9eee4259-f3c8-4e20-9781-a6e40f4e4d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097'] for network, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:28.267496 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eee4259-f3c8-4e20-9781-a6e40f4e4d0c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:28.268140 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9eee4259-f3c8-4e20-9781-a6e40f4e4d0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for network, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:28.273248 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:28.379194 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-9eee4259-f3c8-4e20-9781-a6e40f4e4d0c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.7900069
Jul 14 08:47:28.382511 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 57750) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:47:28.386346 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee4259-f3c8-4e20-9781-a6e40f4e4d0c admin admin] Pushing event updated for resources: {'Network': ['ID=7e73f321-4d5b-4a4b-a58e-445e74aa3537,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:28.389464 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-cfb162bb-2f85-46f1-94e0-9cd913842763 admin admin] Request body: {'subnet': {'network_id': '7e73f321-4d5b-4a4b-a58e-445e74aa3537', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-467535257-subnet', 'tenant_id': '72a6c468eff34963aa81584d4ce43a3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:47:28.389879 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-9eee4259-f3c8-4e20-9781-a6e40f4e4d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:28.399530 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Network 7e73f321-4d5b-4a4b-a58e-445e74aa3537 details requested by agent ovs-agent-dv-cinder-800229-1-iscsi with host dv-cinder-800229-1-iscsi {{(pid=82097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jul 14 08:47:28.401353 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-cfb162bb-2f85-46f1-94e0-9cd913842763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:47:28.412998 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-cfb162bb-2f85-46f1-94e0-9cd913842763 admin admin] Usage tracker for resource:subnet and tenant:72a6c468eff34963aa81584d4ce43a3c is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:47:28.419999 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-cfb162bb-2f85-46f1-94e0-9cd913842763 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:47:28.438697 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-cfb162bb-2f85-46f1-94e0-9cd913842763 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:47:28.451370 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb162bb-2f85-46f1-94e0-9cd913842763 admin admin] Made reservation on behalf of 72a6c468eff34963aa81584d4ce43a3c for: {'subnet': 1} {{(pid=82096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:47:28.458227 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cfb162bb-2f85-46f1-94e0-9cd913842763 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2621204'] for subnet, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:28.757903 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cfb162bb-2f85-46f1-94e0-9cd913842763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853641536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2621189'] for subnet, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:28.770740 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:28.842399 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e0b36e-985d-4319-a945-21f73e57c6f0 req-0df3802a-1bf1-40cb-8d43-9a358ac9e058 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:28.844045 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d1e0b36e-985d-4319-a945-21f73e57c6f0 req-0df3802a-1bf1-40cb-8d43-9a358ac9e058 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 946 time: 0.1877420
Jul 14 08:47:28.891595 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb162bb-2f85-46f1-94e0-9cd913842763 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07b52a31-5ae4-4778-8ae6-47305c5b19b1,revision_number=0']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:28.897159 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-cfb162bb-2f85-46f1-94e0-9cd913842763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:28.904172 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb162bb-2f85-46f1-94e0-9cd913842763 admin admin] Checking segment: {'id': 'e22cceb9-90bd-4075-b814-4ddff48bb78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7e73f321-4d5b-4a4b-a58e-445e74aa3537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:47:28.904172 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb162bb-2f85-46f1-94e0-9cd913842763 admin admin] Network hostable DHCP agents. Network: 7e73f321-4d5b-4a4b-a58e-445e74aa3537, hostable agents: ['4806de72-7956-4992-af39-5d97bb1c9176'], hosted agents: [] {{(pid=82096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jul 14 08:47:28.937541 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d1e0b36e-985d-4319-a945-21f73e57c6f0 req-8fd7c0f2-076a-41bd-938e-ed380ba8a61f tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826581
Jul 14 08:47:28.944100 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb162bb-2f85-46f1-94e0-9cd913842763 admin admin] Network 7e73f321-4d5b-4a4b-a58e-445e74aa3537 is scheduled to be hosted by DHCP agent 4806de72-7956-4992-af39-5d97bb1c9176 with binding_index 1 {{(pid=82096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jul 14 08:47:28.953172 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-cfb162bb-2f85-46f1-94e0-9cd913842763 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800229-1-iscsi, 7e73f321-4d5b-4a4b-a58e-445e74aa3537) {{(pid=82096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:47:28.957929 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb162bb-2f85-46f1-94e0-9cd913842763 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:28.958595 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cfb162bb-2f85-46f1-94e0-9cd913842763 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:28.966609 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61feef18-fa1e-4b19-9fef-34a5c99ac986 None None] Network 7e73f321-4d5b-4a4b-a58e-445e74aa3537 requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:47:28.991585 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-cfb162bb-2f85-46f1-94e0-9cd913842763 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6078141
Jul 14 08:47:29.307663 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350140f4-be83-471b-9946-ff361792655a None None] Network 7e73f321-4d5b-4a4b-a58e-445e74aa3537 requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:47:29.330448 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-43fec9ab-4103-4b03-b13f-e69a442d289f req-02676e2e-fee8-49d7-80b8-e9b4ed40b4c3 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=b593dae1-4d3e-455c-ba8c-e3362a68dad5 HTTP/1.1" status: 200  len: 210 time: 0.0998573
Jul 14 08:47:29.576740 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35fc23e-d50b-4cc8-bf61-4cb79b3632a8 req-4b612796-2ca8-4a32-a62a-b48203d6f01a tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:29.584192 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a35fc23e-d50b-4cc8-bf61-4cb79b3632a8 req-4b612796-2ca8-4a32-a62a-b48203d6f01a tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 944 time: 0.1330321
Jul 14 08:47:29.646748 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a35fc23e-d50b-4cc8-bf61-4cb79b3632a8 req-06011189-aa25-4dd9-aa19-de2017a661fe tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0616102
Jul 14 08:47:30.161111 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949be7cc-522d-4581-8591-5acb0dc27e89 req-91685883-8a06-4e92-86e1-2ebf19ede38e tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:30.162641 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-949be7cc-522d-4581-8591-5acb0dc27e89 req-91685883-8a06-4e92-86e1-2ebf19ede38e tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 946 time: 0.0884452
Jul 14 08:47:30.212578 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-949be7cc-522d-4581-8591-5acb0dc27e89 req-bdc8a95b-8ae1-44cc-b764-dd9a30562488 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430269
Jul 14 08:47:30.526474 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e21cba02-8c3e-4c87-a404-bd386917bd40 req-a69b7efd-cd53-413d-a996-c10a8f841b8c tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=b593dae1-4d3e-455c-ba8c-e3362a68dad5 HTTP/1.1" status: 200  len: 210 time: 0.0480530
Jul 14 08:47:30.884803 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9019a832-8f39-4dff-818d-e8cb78b4bcde req-6df301cf-09f2-4f83-bba9-eed613446ded tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:30.886335 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9019a832-8f39-4dff-818d-e8cb78b4bcde req-6df301cf-09f2-4f83-bba9-eed613446ded tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 944 time: 0.0834596
Jul 14 08:47:30.936812 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9019a832-8f39-4dff-818d-e8cb78b4bcde req-f4655ff3-54b6-40c9-86a9-3ab65fb56935 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442607
Jul 14 08:47:31.448544 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccbfa77-6c80-40c5-abb3-34c6726fd777 req-d0bc0508-0296-4565-b4ed-95ac6951dc56 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:31.450358 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3ccbfa77-6c80-40c5-abb3-34c6726fd777 req-d0bc0508-0296-4565-b4ed-95ac6951dc56 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 946 time: 0.1064146
Jul 14 08:47:31.467969 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-7e7356f7-b415-4823-a3e2-7fe0ffab639d tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:31.469702 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-7e7356f7-b415-4823-a3e2-7fe0ffab639d tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/networks?id=7e73f321-4d5b-4a4b-a58e-445e74aa3537 HTTP/1.1" status: 200  len: 813 time: 0.1812460
Jul 14 08:47:31.489156 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-6038c89e-05a9-4ec0-8138-44349aa9f7ad tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/quotas/72a6c468eff34963aa81584d4ce43a3c HTTP/1.1" status: 200  len: 375 time: 0.0132656
Jul 14 08:47:31.515905 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3ccbfa77-6c80-40c5-abb3-34c6726fd777 req-24305b06-e14f-4d7c-8ec7-ade6fefb1318 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584078
Jul 14 08:47:31.579014 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-1817ed5f-839a-4eaf-b992-d8657acd1aa2 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=72a6c468eff34963aa81584d4ce43a3c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0830457
Jul 14 08:47:31.740073 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-c6cbed06-4ded-4527-9b73-71e8b0932e05 service neutron] 10.222.0.42 "GET /v2.0/networks/7e73f321-4d5b-4a4b-a58e-445e74aa3537?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1568201
Jul 14 08:47:31.772167 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2b23b6c7-6027-4686-8554-1f909c4831bf req-02084f9c-787b-4270-8914-aa0e618449ea tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=b593dae1-4d3e-455c-ba8c-e3362a68dad5 HTTP/1.1" status: 200  len: 210 time: 0.0579078
Jul 14 08:47:31.881724 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-72aeb512-a0d4-470b-8956-5bf4eb1c2254 service neutron] 10.222.0.42 "GET /v2.0/networks/7e73f321-4d5b-4a4b-a58e-445e74aa3537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1406984
Jul 14 08:47:32.115683 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b9ff9eb8-24b1-44fa-a4a2-2eb6c3b1125f req-335b87a2-54cd-4c50-8290-1fdb899c4769 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/ports?device_id=be7317c8-265e-4bac-8081-331f84fdabff HTTP/1.1" status: 200  len: 210 time: 0.0598001
Jul 14 08:47:32.234500 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f64f6d-877e-4132-904d-039955bfa48f req-888e6ddf-7669-4f46-8cde-0940551ef685 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:32.243001 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-05f64f6d-877e-4132-904d-039955bfa48f req-888e6ddf-7669-4f46-8cde-0940551ef685 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 944 time: 0.1135859
Jul 14 08:47:32.321894 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-05f64f6d-877e-4132-904d-039955bfa48f req-030fbd55-f593-42ed-bd51-5a5a3a3f2056 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0777416
Jul 14 08:47:32.770323 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c10172-099e-44af-89ff-b7d21e622763 req-02d424b3-bbcd-4902-969c-61effdf408c8 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:32.772231 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-29c10172-099e-44af-89ff-b7d21e622763 req-02d424b3-bbcd-4902-969c-61effdf408c8 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 946 time: 0.0879757
Jul 14 08:47:32.830929 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-29c10172-099e-44af-89ff-b7d21e622763 req-bf4a8f60-b4fd-478b-8498-7f73fe207b37 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518420
Jul 14 08:47:32.963739 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-18960107-6173-440f-bdc4-369e1ef4da8c req-d6bb8e24-41f8-4bd3-8af6-138afb00242a tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=b593dae1-4d3e-455c-ba8c-e3362a68dad5 HTTP/1.1" status: 200  len: 210 time: 0.0447772
Jul 14 08:47:33.293535 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-29a97249-8c4a-4c19-ac0e-d9e6b830148b req-548b7c1f-bee5-47a3-9e38-6abc9c3c2196 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/ports?device_id=be7317c8-265e-4bac-8081-331f84fdabff HTTP/1.1" status: 200  len: 210 time: 0.0454099
Jul 14 08:47:33.616252 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2f1bf-5e27-4118-8e92-83a4d7b89c20 req-9e4cb84a-8608-4da9-bd67-dd1a7d6c1c44 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:33.617938 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-05a2f1bf-5e27-4118-8e92-83a4d7b89c20 req-9e4cb84a-8608-4da9-bd67-dd1a7d6c1c44 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 944 time: 0.1455982
Jul 14 08:47:33.679203 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-05a2f1bf-5e27-4118-8e92-83a4d7b89c20 req-ff530f14-f85e-4783-a3bc-09d4232f72f7 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433226
Jul 14 08:47:34.088541 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a680985-9987-4544-b2c1-cbb73666b0d5 req-03a9ed88-e06d-43ef-8372-ee3faa9df281 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:34.098246 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6a680985-9987-4544-b2c1-cbb73666b0d5 req-03a9ed88-e06d-43ef-8372-ee3faa9df281 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 946 time: 0.1382554
Jul 14 08:47:34.160351 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6a680985-9987-4544-b2c1-cbb73666b0d5 req-1e793269-b694-40c7-bf3b-56938a2cd99e tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549340
Jul 14 08:47:34.191602 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-78e1e2b4-9812-41c7-8df9-620cfaf68930 req-33e199cb-b27f-424f-8100-0b46549089b3 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=b593dae1-4d3e-455c-ba8c-e3362a68dad5 HTTP/1.1" status: 200  len: 210 time: 0.0462086
Jul 14 08:47:34.464019 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2cd599a2-fb83-4c4b-a699-2bd1b130c0b8 req-de6cc6c5-01f1-47b6-a4d8-4a2919147af2 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/ports?device_id=be7317c8-265e-4bac-8081-331f84fdabff HTTP/1.1" status: 200  len: 210 time: 0.0441020
Jul 14 08:47:34.897599 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63214c0f-2f95-43be-a800-fe37cf16156d req-e538c68f-51fc-4341-b708-a9037ca8949d tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:34.899211 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-63214c0f-2f95-43be-a800-fe37cf16156d req-e538c68f-51fc-4341-b708-a9037ca8949d tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 944 time: 0.0817554
Jul 14 08:47:34.952944 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-63214c0f-2f95-43be-a800-fe37cf16156d req-8b9fd84f-f513-4ed8-bd9a-f28ce7119a1e tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465276
Jul 14 08:47:35.100068 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-11d1f701-0812-4fb1-a120-87819761e903 req-2152b6e8-f151-462b-80aa-5c084d64daa4 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Synchronizing usage tracker for tenant:d5ca9a25ddbb42138f9b6a1b70d08687 on resource:security_group {{(pid=82096) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:47:35.117990 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-11d1f701-0812-4fb1-a120-87819761e903 req-2152b6e8-f151-462b-80aa-5c084d64daa4 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Unset dirty status for tenant:d5ca9a25ddbb42138f9b6a1b70d08687 on resource:security_group {{(pid=82096) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:47:35.126578 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-11d1f701-0812-4fb1-a120-87819761e903 req-2152b6e8-f151-462b-80aa-5c084d64daa4 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1552094773&fields=id&tenant_id=d5ca9a25ddbb42138f9b6a1b70d08687 HTTP/1.1" status: 200  len: 267 time: 0.0704858
Jul 14 08:47:35.282554 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1f701-0812-4fb1-a120-87819761e903 req-496a79c3-e114-4450-ae98-005a4650d38f tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:35.283235 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-11d1f701-0812-4fb1-a120-87819761e903 req-496a79c3-e114-4450-ae98-005a4650d38f tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Synchronizing usage tracker for tenant:d5ca9a25ddbb42138f9b6a1b70d08687 on resource:network {{(pid=82096) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:47:35.301123 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-11d1f701-0812-4fb1-a120-87819761e903 req-496a79c3-e114-4450-ae98-005a4650d38f tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Unset dirty status for tenant:d5ca9a25ddbb42138f9b6a1b70d08687 on resource:network {{(pid=82096) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:47:35.302408 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-11d1f701-0812-4fb1-a120-87819761e903 req-496a79c3-e114-4450-ae98-005a4650d38f tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/networks?id=63a55da1-a3c0-4491-b519-b032a596f63a HTTP/1.1" status: 200  len: 812 time: 0.1750662
Jul 14 08:47:35.320662 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-11d1f701-0812-4fb1-a120-87819761e903 req-ad04b677-17ac-4f91-8507-6d0bde47ea29 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/quotas/d5ca9a25ddbb42138f9b6a1b70d08687 HTTP/1.1" status: 200  len: 375 time: 0.0115786
Jul 14 08:47:35.369745 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e5292c-5b9d-416d-9b80-e582f7adc572 req-8636f789-95e3-4033-b68b-9c64cf0d42f5 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:35.371414 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-98e5292c-5b9d-416d-9b80-e582f7adc572 req-8636f789-95e3-4033-b68b-9c64cf0d42f5 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 946 time: 0.0841520
Jul 14 08:47:35.422652 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-98e5292c-5b9d-416d-9b80-e582f7adc572 req-09727df9-3bdc-458c-811b-5a0ff78c11ee tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449867
Jul 14 08:47:35.623834 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-11d1f701-0812-4fb1-a120-87819761e903 req-98333e3e-00e9-4c14-a615-5976ba50f6f1 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d5ca9a25ddbb42138f9b6a1b70d08687&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2971635
Jul 14 08:47:35.631248 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-40d674d0-74e7-46bf-a95d-d46c06a6752b req-bd0b9c1e-d09e-4aee-afd2-ecddd065e93d tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=b593dae1-4d3e-455c-ba8c-e3362a68dad5 HTTP/1.1" status: 200  len: 210 time: 0.0743036
Jul 14 08:47:35.748733 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7e9ebfa9-0efc-4056-a3e8-24e44060d320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:35.778105 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-11d1f701-0812-4fb1-a120-87819761e903 req-9ecd2436-43c0-4803-9037-37703d0122e5 service neutron] 10.222.0.42 "GET /v2.0/networks/63a55da1-a3c0-4491-b519-b032a596f63a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420557
Jul 14 08:47:35.928105 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-11d1f701-0812-4fb1-a120-87819761e903 req-63d8ae14-828a-4de1-8816-ee332b6eb8ca service neutron] 10.222.0.42 "GET /v2.0/networks/63a55da1-a3c0-4491-b519-b032a596f63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1429343
Jul 14 08:47:35.958572 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0db3c9c1-eb5c-4a7b-a4ad-bf8a35225e45 req-0966bdc6-1c8f-4952-b2a0-c5f53d65f954 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/ports?device_id=be7317c8-265e-4bac-8081-331f84fdabff HTTP/1.1" status: 200  len: 210 time: 0.2175925
Jul 14 08:47:35.998521 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:36.168718 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a17b59-62ab-4650-ab75-ba79b50f0d64 req-daf092ac-777e-4445-8244-95a5e9e7c428 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:36.170365 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-65a17b59-62ab-4650-ab75-ba79b50f0d64 req-daf092ac-777e-4445-8244-95a5e9e7c428 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 944 time: 0.0823107
Jul 14 08:47:36.221544 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-65a17b59-62ab-4650-ab75-ba79b50f0d64 req-a087aa7c-6973-4898-97b7-07ee39c20e65 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450354
Jul 14 08:47:36.354922 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-a606dda1-bc00-4123-8246-15823c2dc368 req-b2679227-e699-41b3-be3e-d14806d803ba tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Synchronizing usage tracker for tenant:d5ca9a25ddbb42138f9b6a1b70d08687 on resource:port {{(pid=82095) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:47:36.373210 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-a606dda1-bc00-4123-8246-15823c2dc368 req-b2679227-e699-41b3-be3e-d14806d803ba tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Unset dirty status for tenant:d5ca9a25ddbb42138f9b6a1b70d08687 on resource:port {{(pid=82095) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:47:36.374506 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a606dda1-bc00-4123-8246-15823c2dc368 req-b2679227-e699-41b3-be3e-d14806d803ba tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cadb983-ac8d-47a0-9680-a56b622407ce HTTP/1.1" status: 200  len: 210 time: 0.0653355
Jul 14 08:47:36.699840 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a58bd4a1-1c3c-42a3-8556-e08f7d703f9e req-0b501e69-dcbf-49cc-b71b-cd060c5be1a6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=040f599933ea4921bd32ee786c14df5e&device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 1137 time: 0.1700733
Jul 14 08:47:36.717205 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6ec63-3920-4a28-a1ff-b1356af5d90a req-ebdc1adb-3b81-48d7-a716-5f64f3f6a41b tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:36.719061 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-85e6ec63-3920-4a28-a1ff-b1356af5d90a req-ebdc1adb-3b81-48d7-a716-5f64f3f6a41b tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 946 time: 0.1187339
Jul 14 08:47:36.738847 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:36.823600 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-02360907-8d04-4004-adaa-122f5ecdad17 req-bbf190f2-2e5d-47ec-aa6b-3f28beb5f931 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=b593dae1-4d3e-455c-ba8c-e3362a68dad5 HTTP/1.1" status: 200  len: 210 time: 0.0488713
Jul 14 08:47:36.875688 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-85e6ec63-3920-4a28-a1ff-b1356af5d90a req-5dad56fc-0c9f-482d-a362-6e2f2b26cb12 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1322646
Jul 14 08:47:36.898953 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58bd4a1-1c3c-42a3-8556-e08f7d703f9e req-eb9a1c77-6de3-4677-911f-1b51a23eb59e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:36.901095 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a58bd4a1-1c3c-42a3-8556-e08f7d703f9e req-eb9a1c77-6de3-4677-911f-1b51a23eb59e service neutron] 10.222.0.43 "GET /v2.0/networks?id=3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e HTTP/1.1" status: 200  len: 916 time: 0.1810181
Jul 14 08:47:37.017060 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a58bd4a1-1c3c-42a3-8556-e08f7d703f9e req-729ec3df-5bd5-4df8-9966-b1bb0522d640 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7b85a36-8251-4688-991e-7330120da3a5 HTTP/1.1" status: 200  len: 1001 time: 0.1074302
Jul 14 08:47:37.104513 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58bd4a1-1c3c-42a3-8556-e08f7d703f9e req-7bfe115a-c093-4145-b094-d634b571593e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:37.106478 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a58bd4a1-1c3c-42a3-8556-e08f7d703f9e req-7bfe115a-c093-4145-b094-d634b571593e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2cf41e9b-05a3-472b-ac95-40e03d3ea215 HTTP/1.1" status: 200  len: 854 time: 0.0819309
Jul 14 08:47:37.140681 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-53b8766b-b47a-4792-8d33-21579de6bcde req-20f7aaa8-d8b6-4932-8229-df63280fd8c8 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/ports?device_id=be7317c8-265e-4bac-8081-331f84fdabff HTTP/1.1" status: 200  len: 210 time: 0.0553329
Jul 14 08:47:37.207159 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a58bd4a1-1c3c-42a3-8556-e08f7d703f9e req-83afb0ce-a264-44f4-acd6-3180471243f9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0790298
Jul 14 08:47:37.361704 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a58bd4a1-1c3c-42a3-8556-e08f7d703f9e req-3d56157c-3a9e-4fc6-89f7-1a153ee5e25a service neutron] 10.222.0.43 "GET /v2.0/networks/3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391711
Jul 14 08:47:37.546675 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f09445b7-e92d-4829-83b2-01f3e6f74ee9 req-394acda7-febf-4655-a91b-8f72833baa77 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cadb983-ac8d-47a0-9680-a56b622407ce HTTP/1.1" status: 200  len: 210 time: 0.0505376
Jul 14 08:47:37.582011 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf25af0-3850-4c19-a111-d770a88f8d33 req-a9805c12-7241-43be-a62f-4b44ee0155c3 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:37.582253 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cbf25af0-3850-4c19-a111-d770a88f8d33 req-a9805c12-7241-43be-a62f-4b44ee0155c3 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 944 time: 0.2160697
Jul 14 08:47:37.586378 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a58bd4a1-1c3c-42a3-8556-e08f7d703f9e req-b3f8d05c-1a44-46a8-9ce9-d8361c5a9c96 service neutron] 10.222.0.43 "GET /v2.0/networks/3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1781940
Jul 14 08:47:37.630042 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cbf25af0-3850-4c19-a111-d770a88f8d33 req-e005d7f8-e574-413d-af42-48d7302f4923 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468574
Jul 14 08:47:37.763693 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2abb18cc-d6e7-4abd-8e38-2e50168f5db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:37.859817 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-311fe921-27d4-4ca0-ac19-2a0f8ea98f6c tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:37.861693 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-311fe921-27d4-4ca0-ac19-2a0f8ea98f6c tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.43 "GET /v2.0/networks?id=7e73f321-4d5b-4a4b-a58e-445e74aa3537 HTTP/1.1" status: 200  len: 813 time: 0.1608713
Jul 14 08:47:37.892020 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-3e7d8a9f-1022-4442-b668-53000e525d71 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Request body: {'port': {'device_id': 'be7317c8-265e-4bac-8081-331f84fdabff', 'network_id': '7e73f321-4d5b-4a4b-a58e-445e74aa3537', 'admin_state_up': True, 'tenant_id': '72a6c468eff34963aa81584d4ce43a3c'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:47:38.094024 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-3e7d8a9f-1022-4442-b668-53000e525d71 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:47:38.103870 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-3e7d8a9f-1022-4442-b668-53000e525d71 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Usage tracker for resource:port and tenant:72a6c468eff34963aa81584d4ce43a3c is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:47:38.108902 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-3e7d8a9f-1022-4442-b668-53000e525d71 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:47:38.116570 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-3e7d8a9f-1022-4442-b668-53000e525d71 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:47:38.131283 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-3e7d8a9f-1022-4442-b668-53000e525d71 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Made reservation on behalf of 72a6c468eff34963aa81584d4ce43a3c for: {'port': 1} {{(pid=82096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:47:38.137278 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-3e7d8a9f-1022-4442-b668-53000e525d71 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:38.155358 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa76264-cbe9-49b2-8533-b8a636ceae2f req-3891516e-5c2e-4b68-9763-872c3448cd72 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:38.156923 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9fa76264-cbe9-49b2-8533-b8a636ceae2f req-3891516e-5c2e-4b68-9763-872c3448cd72 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 946 time: 0.1436250
Jul 14 08:47:38.275660 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9fa76264-cbe9-49b2-8533-b8a636ceae2f req-78787355-dbb0-4c70-9854-dffd25582292 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112678
Jul 14 08:47:38.365633 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-3e7d8a9f-1022-4442-b668-53000e525d71 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Allocated IP 172.20.0.7 (7e73f321-4d5b-4a4b-a58e-445e74aa3537/07b52a31-5ae4-4778-8ae6-47305c5b19b1/81404242-006f-4014-a9aa-c82c47c50faa) {{(pid=82096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:47:38.369654 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6db27789-4007-4510-ad4c-80297b224934 req-84ec5194-e2f1-4e77-92b1-758e39115fb9 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/ports?device_id=be7317c8-265e-4bac-8081-331f84fdabff HTTP/1.1" status: 200  len: 210 time: 0.0825362
Jul 14 08:47:38.508928 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1f701-0812-4fb1-a120-87819761e903 req-f5dc3449-c6e1-4165-9f06-b88ec705ed01 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:38.509313 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:38.510899 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-11d1f701-0812-4fb1-a120-87819761e903 req-f5dc3449-c6e1-4165-9f06-b88ec705ed01 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.43 "GET /v2.0/networks?id=63a55da1-a3c0-4491-b519-b032a596f63a HTTP/1.1" status: 200  len: 812 time: 0.1845117
Jul 14 08:47:38.582266 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-11d1f701-0812-4fb1-a120-87819761e903 req-7401497c-34f9-49e7-9a42-326faf88e932 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Synchronizing usage tracker for tenant:d5ca9a25ddbb42138f9b6a1b70d08687 on resource:security_group {{(pid=82095) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:47:38.595354 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-11d1f701-0812-4fb1-a120-87819761e903 req-7401497c-34f9-49e7-9a42-326faf88e932 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Unset dirty status for tenant:d5ca9a25ddbb42138f9b6a1b70d08687 on resource:security_group {{(pid=82095) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:47:38.596591 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-11d1f701-0812-4fb1-a120-87819761e903 req-7401497c-34f9-49e7-9a42-326faf88e932 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5ca9a25ddbb42138f9b6a1b70d08687 HTTP/1.1" status: 200  len: 380 time: 0.0671110
Jul 14 08:47:38.613861 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [req-11d1f701-0812-4fb1-a120-87819761e903 req-5bee9892-c3d6-4b67-b9db-e0467847c536 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Request body: {'port': {'device_id': '0cadb983-ac8d-47a0-9680-a56b622407ce', 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a', 'admin_state_up': True, 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'security_groups': ['b958f0ae-e380-4606-8c45-4c5a27f14f9e']}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:47:38.625321 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-3e7d8a9f-1022-4442-b668-53000e525d71 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Notify callbacks [] for port, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:38.659535 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-3e7d8a9f-1022-4442-b668-53000e525d71 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132881'] for port, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:38.667805 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-d25b4551-837f-4896-9e53-092d373cb61c tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:38.779795 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-11d1f701-0812-4fb1-a120-87819761e903 req-5bee9892-c3d6-4b67-b9db-e0467847c536 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:47:38.786900 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-34b59400-82b6-45ee-b027-58e5daf49a16 req-9118b5d7-a7b2-43e6-a118-04a9f24fb713 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cadb983-ac8d-47a0-9680-a56b622407ce HTTP/1.1" status: 200  len: 210 time: 0.0679386
Jul 14 08:47:38.807130 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-3e7d8a9f-1022-4442-b668-53000e525d71 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Network 7e73f321-4d5b-4a4b-a58e-445e74aa3537 is already hosted by enough agents. {{(pid=82096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:47:38.810391 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-3e7d8a9f-1022-4442-b668-53000e525d71 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Resources bound (agent type, host, resource id):  {{(pid=82096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:47:38.815434 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-3e7d8a9f-1022-4442-b668-53000e525d71 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Received port after_create {{(pid=82096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:47:38.838346 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-11d1f701-0812-4fb1-a120-87819761e903 req-5bee9892-c3d6-4b67-b9db-e0467847c536 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:47:38.842668 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d8a9f-1022-4442-b668-53000e525d71 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Pushing event updated for resources: {'Port': ['ID=81404242-006f-4014-a9aa-c82c47c50faa,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:38.848547 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-3e7d8a9f-1022-4442-b668-53000e525d71 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:38.857161 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11d1f701-0812-4fb1-a120-87819761e903 req-5bee9892-c3d6-4b67-b9db-e0467847c536 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Made reservation on behalf of d5ca9a25ddbb42138f9b6a1b70d08687 for: {'port': 1} {{(pid=82095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:47:38.862607 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-11d1f701-0812-4fb1-a120-87819761e903 req-5bee9892-c3d6-4b67-b9db-e0467847c536 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:38.881635 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-3e7d8a9f-1022-4442-b668-53000e525d71 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:38.882232 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-3e7d8a9f-1022-4442-b668-53000e525d71 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:38.904611 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-3e7d8a9f-1022-4442-b668-53000e525d71 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0171471
Jul 14 08:47:38.928217 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-bab06d3f-661a-4d64-a3c2-2628975800ba service neutron] Request body: {'port': {'device_id': 'be7317c8-265e-4bac-8081-331f84fdabff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:47:38.956949 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab1494-607f-4721-bfb2-c6fe53e0a775 req-845979cf-d55f-4eb3-b561-3ffbb72014f1 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:38.958560 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-82ab1494-607f-4721-bfb2-c6fe53e0a775 req-845979cf-d55f-4eb3-b561-3ffbb72014f1 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 944 time: 0.1762035
Jul 14 08:47:39.044349 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-bab06d3f-661a-4d64-a3c2-2628975800ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:39.077527 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-82ab1494-607f-4721-bfb2-c6fe53e0a775 req-e054aa5d-3c51-4b9c-abee-cc1fdf22b50f tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1104228
Jul 14 08:47:39.097570 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [req-11d1f701-0812-4fb1-a120-87819761e903 req-5bee9892-c3d6-4b67-b9db-e0467847c536 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Allocated IP 172.20.0.8 (63a55da1-a3c0-4491-b519-b032a596f63a/96d8d046-4279-496a-b8c7-1752b53b9847/fc52362a-90c1-40ec-9135-edf2a4b585ca) {{(pid=82095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:47:39.315019 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-11d1f701-0812-4fb1-a120-87819761e903 req-5bee9892-c3d6-4b67-b9db-e0467847c536 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for port, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:39.335646 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [req-11d1f701-0812-4fb1-a120-87819761e903 req-5bee9892-c3d6-4b67-b9db-e0467847c536 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Transition to ACTIVE for port object fc52362a-90c1-40ec-9135-edf2a4b585ca will not be triggered until provisioned by entity DHCP. {{(pid=82095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:47:39.361267 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-11d1f701-0812-4fb1-a120-87819761e903 req-5bee9892-c3d6-4b67-b9db-e0467847c536 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:39.367436 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:39.429207 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-bab06d3f-661a-4d64-a3c2-2628975800ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81404242-006f-4014-a9aa-c82c47c50faa {{(pid=82096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:47:39.438655 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-bab06d3f-661a-4d64-a3c2-2628975800ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:39.455473 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-bab06d3f-661a-4d64-a3c2-2628975800ba service neutron] Transition to ACTIVE for port object 81404242-006f-4014-a9aa-c82c47c50faa will not be triggered until provisioned by entity L2. {{(pid=82096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:47:39.457971 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-bab06d3f-661a-4d64-a3c2-2628975800ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853642936'] for port, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:39.463189 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e6b9bf2a-0b90-4556-92ca-476fc865a6a1 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:39.518458 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11d1f701-0812-4fb1-a120-87819761e903 req-5bee9892-c3d6-4b67-b9db-e0467847c536 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Network 63a55da1-a3c0-4491-b519-b032a596f63a is already hosted by enough agents. {{(pid=82095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:47:39.525295 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [req-11d1f701-0812-4fb1-a120-87819761e903 req-5bee9892-c3d6-4b67-b9db-e0467847c536 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Resources bound (agent type, host, resource id):  {{(pid=82095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:47:39.528277 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee9892-c3d6-4b67-b9db-e0467847c536 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Pushing event updated for resources: {'Port': ['ID=fc52362a-90c1-40ec-9135-edf2a4b585ca,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:39.531305 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d1f701-0812-4fb1-a120-87819761e903 req-5bee9892-c3d6-4b67-b9db-e0467847c536 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Received port after_create {{(pid=82095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:47:39.564312 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:39.566596 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-5bee9892-c3d6-4b67-b9db-e0467847c536 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:39.630947 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1f701-0812-4fb1-a120-87819761e903 req-5bee9892-c3d6-4b67-b9db-e0467847c536 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:39.632216 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-11d1f701-0812-4fb1-a120-87819761e903 req-5bee9892-c3d6-4b67-b9db-e0467847c536 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:39.683273 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87785cb6-f521-46d7-98ef-27f6dabe3fce req-8f9ead9f-e04c-4714-9dbe-0b789d3927df tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:39.691733 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-87785cb6-f521-46d7-98ef-27f6dabe3fce req-8f9ead9f-e04c-4714-9dbe-0b789d3927df tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 946 time: 0.2657254
Jul 14 08:47:39.724461 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-11d1f701-0812-4fb1-a120-87819761e903 req-5bee9892-c3d6-4b67-b9db-e0467847c536 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1149952
Jul 14 08:47:39.751421 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-87785cb6-f521-46d7-98ef-27f6dabe3fce req-eca9eb5a-70d8-4c38-8687-13d47408ef12 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575473
Jul 14 08:47:39.757811 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [req-11d1f701-0812-4fb1-a120-87819761e903 req-2b51c13f-8a86-4d42-8e34-80038fd9e4f0 service neutron] Request body: {'port': {'device_id': '0cadb983-ac8d-47a0-9680-a56b622407ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:47:39.885564 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab06d3f-661a-4d64-a3c2-2628975800ba service neutron] Pushing event updated for resources: {'Port': ['ID=81404242-006f-4014-a9aa-c82c47c50faa,revision_number=2']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:39.888522 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-bab06d3f-661a-4d64-a3c2-2628975800ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:39.901143 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-11d1f701-0812-4fb1-a120-87819761e903 req-2b51c13f-8a86-4d42-8e34-80038fd9e4f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:39.943442 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-0faeafa3-ad25-4335-a3be-ffb8b604d6a4 None None] Provisioning for port fc52362a-90c1-40ec-9135-edf2a4b585ca completed by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:47:39.949865 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-0faeafa3-ad25-4335-a3be-ffb8b604d6a4 None None] Provisioning complete for port fc52362a-90c1-40ec-9135-edf2a4b585ca triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:47:39.950386 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0faeafa3-ad25-4335-a3be-ffb8b604d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:40.009957 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78953fa0-f697-48e6-b02a-a9cc534b6b9d req-24658f9b-4eb9-4099-aeed-bee14ca8d0d7 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:40.010835 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-78953fa0-f697-48e6-b02a-a9cc534b6b9d req-24658f9b-4eb9-4099-aeed-bee14ca8d0d7 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Synchronizing usage tracker for tenant:72a6c468eff34963aa81584d4ce43a3c on resource:port {{(pid=82096) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:47:40.013940 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-0faeafa3-ad25-4335-a3be-ffb8b604d6a4 None None] Port fc52362a-90c1-40ec-9135-edf2a4b585ca cannot update to ACTIVE because it is not bound. {{(pid=82097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 14 08:47:40.047427 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-bab06d3f-661a-4d64-a3c2-2628975800ba service neutron] Attempting to bind port 81404242-006f-4014-a9aa-c82c47c50faa on host hv-cinder-80022 for vnic_type normal with profile  {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:47:40.047807 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-bab06d3f-661a-4d64-a3c2-2628975800ba service neutron] Attempting to bind port 81404242-006f-4014-a9aa-c82c47c50faa by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': 'e22cceb9-90bd-4075-b814-4ddff48bb78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7e73f321-4d5b-4a4b-a58e-445e74aa3537'}] {{(pid=82096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:47:40.048174 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-bab06d3f-661a-4d64-a3c2-2628975800ba service neutron] Attempting to bind port 81404242-006f-4014-a9aa-c82c47c50faa on network 7e73f321-4d5b-4a4b-a58e-445e74aa3537 {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:47:40.052497 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-78953fa0-f697-48e6-b02a-a9cc534b6b9d req-24658f9b-4eb9-4099-aeed-bee14ca8d0d7 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Unset dirty status for tenant:72a6c468eff34963aa81584d4ce43a3c on resource:port {{(pid=82096) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:47:40.053741 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-78953fa0-f697-48e6-b02a-a9cc534b6b9d req-24658f9b-4eb9-4099-aeed-bee14ca8d0d7 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/ports?device_id=be7317c8-265e-4bac-8081-331f84fdabff HTTP/1.1" status: 200  len: 943 time: 0.4704266
Jul 14 08:47:40.057116 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-bab06d3f-661a-4d64-a3c2-2628975800ba service neutron] Port 81404242-006f-4014-a9aa-c82c47c50faa on network 7e73f321-4d5b-4a4b-a58e-445e74aa3537 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 14 08:47:40.057478 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-bab06d3f-661a-4d64-a3c2-2628975800ba service neutron] Attempting to bind port 81404242-006f-4014-a9aa-c82c47c50faa on network 7e73f321-4d5b-4a4b-a58e-445e74aa3537 {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:47:40.067288 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-bab06d3f-661a-4d64-a3c2-2628975800ba service neutron] Checking agent: {'id': 'aa24af5c-becf-43a3-9631-f44e6c3cc568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 41, 34), 'started_at': datetime.datetime(2021, 7, 14, 8, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:47:40.067661 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-bab06d3f-661a-4d64-a3c2-2628975800ba service neutron] Checking segment: {'id': 'e22cceb9-90bd-4075-b814-4ddff48bb78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7e73f321-4d5b-4a4b-a58e-445e74aa3537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:47:40.068080 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-bab06d3f-661a-4d64-a3c2-2628975800ba service neutron] Bound using segment: {'id': 'e22cceb9-90bd-4075-b814-4ddff48bb78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7e73f321-4d5b-4a4b-a58e-445e74aa3537'} {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:47:40.068561 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-bab06d3f-661a-4d64-a3c2-2628975800ba service neutron] Bound port: 81404242-006f-4014-a9aa-c82c47c50faa, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e22cceb9-90bd-4075-b814-4ddff48bb78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7e73f321-4d5b-4a4b-a58e-445e74aa3537'}}] {{(pid=82096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:47:40.068944 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-bab06d3f-661a-4d64-a3c2-2628975800ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:40.132676 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866d5ff-c666-4c88-8a00-47a8d7628fc9 req-deaa20e3-880a-4f49-ba61-328a4b2ab46f tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:40.134887 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a866d5ff-c666-4c88-8a00-47a8d7628fc9 req-deaa20e3-880a-4f49-ba61-328a4b2ab46f tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff7c776c-601c-4d73-859d-1da64b73a1d3 HTTP/1.1" status: 200  len: 945 time: 0.2184262
Jul 14 08:47:40.172493 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-78953fa0-f697-48e6-b02a-a9cc534b6b9d req-5050a500-d256-46da-8e3e-bc149870fc93 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509bb95-6dfe-433f-b6cc-564ce9c446d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1073117
Jul 14 08:47:40.203082 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-bab06d3f-661a-4d64-a3c2-2628975800ba service neutron] For port 81404242-006f-4014-a9aa-c82c47c50faa, host hv-cinder-80022, cleared binding levels {{(pid=82096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:47:40.206552 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-bab06d3f-661a-4d64-a3c2-2628975800ba service neutron] For port 81404242-006f-4014-a9aa-c82c47c50faa, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=81404242-006f-4014-a9aa-c82c47c50faa,segment=NetworkSegment(e22cceb9-90bd-4075-b814-4ddff48bb78f),segment_id=e22cceb9-90bd-4075-b814-4ddff48bb78f)] {{(pid=82096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:47:40.211769 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-bab06d3f-661a-4d64-a3c2-2628975800ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853642936'] for port, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:40.216822 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-a184d575-7cab-4214-b136-d345fadd461f tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:40.282355 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-bab06d3f-661a-4d64-a3c2-2628975800ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:40.283967 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-bab06d3f-661a-4d64-a3c2-2628975800ba service neutron] 10.222.0.43 "PUT /v2.0/ports/81404242-006f-4014-a9aa-c82c47c50faa HTTP/1.1" status: 200  len: 1093 time: 1.3605471
Jul 14 08:47:40.287992 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7317c8-265e-4bac-8081-331f84fdabff', 'tag': '81404242-006f-4014-a9aa-c82c47c50faa'}] {{(pid=82096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:47:40.293034 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a866d5ff-c666-4c88-8a00-47a8d7628fc9 req-2227faa7-0bea-46e4-8f81-2515f68cc16b tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1429467
Jul 14 08:47:40.308638 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab06d3f-661a-4d64-a3c2-2628975800ba service neutron] Pushing event updated for resources: {'Port': ['ID=81404242-006f-4014-a9aa-c82c47c50faa,revision_number=3']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:40.319679 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-bab06d3f-661a-4d64-a3c2-2628975800ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:40.408487 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [req-11d1f701-0812-4fb1-a120-87819761e903 req-2b51c13f-8a86-4d42-8e34-80038fd9e4f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc52362a-90c1-40ec-9135-edf2a4b585ca {{(pid=82095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:47:40.416107 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-11d1f701-0812-4fb1-a120-87819761e903 req-2b51c13f-8a86-4d42-8e34-80038fd9e4f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:40.478020 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [req-11d1f701-0812-4fb1-a120-87819761e903 req-2b51c13f-8a86-4d42-8e34-80038fd9e4f0 service neutron] Transition to ACTIVE for port object fc52362a-90c1-40ec-9135-edf2a4b585ca will not be triggered until provisioned by entity L2. {{(pid=82095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:47:40.482446 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-11d1f701-0812-4fb1-a120-87819761e903 req-2b51c13f-8a86-4d42-8e34-80038fd9e4f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852740876'] for port, after_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:40.489732 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-14f714a4-7c14-4dc8-bbe2-7a21316ce08a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:40.549726 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb9903-de5d-48ce-8961-2f6b4b251a2a req-2d031b2c-4605-4eff-a36c-c750e0c34e70 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:40.551487 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-47eb9903-de5d-48ce-8961-2f6b4b251a2a req-2d031b2c-4605-4eff-a36c-c750e0c34e70 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cadb983-ac8d-47a0-9680-a56b622407ce HTTP/1.1" status: 200  len: 931 time: 0.2046752
Jul 14 08:47:40.558578 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-05978e5c-e9aa-4367-91ea-aa6222cf5bef service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=72a6c468eff34963aa81584d4ce43a3c&device_id=be7317c8-265e-4bac-8081-331f84fdabff HTTP/1.1" status: 200  len: 1096 time: 0.1632037
Jul 14 08:47:40.642153 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51c13f-8a86-4d42-8e34-80038fd9e4f0 service neutron] Pushing event updated for resources: {'Port': ['ID=fc52362a-90c1-40ec-9135-edf2a4b585ca,revision_number=2']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:40.648531 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-2b51c13f-8a86-4d42-8e34-80038fd9e4f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:40.656189 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f450a-b5cf-44fb-8e72-04a873a5a9d8 req-08e21d38-d9f0-42f4-bea4-82dc86ce3089 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:40.658038 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b27f450a-b5cf-44fb-8e72-04a873a5a9d8 req-08e21d38-d9f0-42f4-bea4-82dc86ce3089 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 944 time: 0.2344820
Jul 14 08:47:40.676252 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-17095a8a-6594-4eaf-88bf-e18bfb19333c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81404242-006f-4014-a9aa-c82c47c50faa HTTP/1.1" status: 200  len: 217 time: 0.0853636
Jul 14 08:47:40.739527 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311697a-fca6-4f21-a923-e5e0f4081148 req-38304c7f-2b7b-4b1f-9d32-7f82bd7e3c92 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:40.741449 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3311697a-fca6-4f21-a923-e5e0f4081148 req-38304c7f-2b7b-4b1f-9d32-7f82bd7e3c92 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 946 time: 0.2564282
Jul 14 08:47:40.783748 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b27f450a-b5cf-44fb-8e72-04a873a5a9d8 req-0b0a8c5c-2751-4be8-b305-347b87f60074 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0987759
Jul 14 08:47:40.852117 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-11d1f701-0812-4fb1-a120-87819761e903 req-2b51c13f-8a86-4d42-8e34-80038fd9e4f0 service neutron] Attempting to bind port fc52362a-90c1-40ec-9135-edf2a4b585ca on host hv-cinder-80022 for vnic_type normal with profile  {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:47:40.853227 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-11d1f701-0812-4fb1-a120-87819761e903 req-2b51c13f-8a86-4d42-8e34-80038fd9e4f0 service neutron] Attempting to bind port fc52362a-90c1-40ec-9135-edf2a4b585ca by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '57e109e9-a08a-4b16-af5b-d8326e490f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a'}] {{(pid=82095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:47:40.853675 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d1f701-0812-4fb1-a120-87819761e903 req-2b51c13f-8a86-4d42-8e34-80038fd9e4f0 service neutron] Attempting to bind port fc52362a-90c1-40ec-9135-edf2a4b585ca on network 63a55da1-a3c0-4491-b519-b032a596f63a {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:47:40.860547 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [req-3311697a-fca6-4f21-a923-e5e0f4081148 req-f92ebc1d-6945-4bc9-8570-8267f3273a6b tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Deleting port f97f4cfc-7d78-40dc-a280-407261966493 {{(pid=82096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:47:40.861372 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-3311697a-fca6-4f21-a923-e5e0f4081148 req-f92ebc1d-6945-4bc9-8570-8267f3273a6b tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:40.869156 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d1f701-0812-4fb1-a120-87819761e903 req-2b51c13f-8a86-4d42-8e34-80038fd9e4f0 service neutron] Port fc52362a-90c1-40ec-9135-edf2a4b585ca on network 63a55da1-a3c0-4491-b519-b032a596f63a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 14 08:47:40.869627 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d1f701-0812-4fb1-a120-87819761e903 req-2b51c13f-8a86-4d42-8e34-80038fd9e4f0 service neutron] Attempting to bind port fc52362a-90c1-40ec-9135-edf2a4b585ca on network 63a55da1-a3c0-4491-b519-b032a596f63a {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:47:40.886448 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d1f701-0812-4fb1-a120-87819761e903 req-2b51c13f-8a86-4d42-8e34-80038fd9e4f0 service neutron] Checking agent: {'id': 'aa24af5c-becf-43a3-9631-f44e6c3cc568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 41, 34), 'started_at': datetime.datetime(2021, 7, 14, 8, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:47:40.886922 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d1f701-0812-4fb1-a120-87819761e903 req-2b51c13f-8a86-4d42-8e34-80038fd9e4f0 service neutron] Checking segment: {'id': '57e109e9-a08a-4b16-af5b-d8326e490f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:47:40.887434 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d1f701-0812-4fb1-a120-87819761e903 req-2b51c13f-8a86-4d42-8e34-80038fd9e4f0 service neutron] Bound using segment: {'id': '57e109e9-a08a-4b16-af5b-d8326e490f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a'} {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:47:40.887985 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-11d1f701-0812-4fb1-a120-87819761e903 req-2b51c13f-8a86-4d42-8e34-80038fd9e4f0 service neutron] Bound port: fc52362a-90c1-40ec-9135-edf2a4b585ca, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57e109e9-a08a-4b16-af5b-d8326e490f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a'}}] {{(pid=82095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:47:40.888437 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-11d1f701-0812-4fb1-a120-87819761e903 req-2b51c13f-8a86-4d42-8e34-80038fd9e4f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:40.910375 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-47eb9903-de5d-48ce-8961-2f6b4b251a2a req-7c61ac16-f083-430e-9463-f58199ec0ab7 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3374858
Jul 14 08:47:40.953005 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be7317c8-265e-4bac-8081-331f84fdabff', 'tag': '81404242-006f-4014-a9aa-c82c47c50faa', 'status': 'completed', 'code': 200}
Jul 14 08:47:40.961385 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f0e9c286-68e6-410d-a5f5-ec8dbe80275b req-2f5f4b46-17b5-4f9d-9956-69e1cc3e38db service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b3a1809d9a5426abbaa7d1c2677f387&device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 1097 time: 0.1566794
Jul 14 08:47:41.020279 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-6f4ad957-2fc7-43ae-ac99-ef77c8c9d6a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:41.021719 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-6f4ad957-2fc7-43ae-ac99-ef77c8c9d6a0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=07b52a31-5ae4-4778-8ae6-47305c5b19b1 HTTP/1.1" status: 200  len: 853 time: 0.3336220
Jul 14 08:47:41.143721 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-54e26fc3-805c-4be0-ab89-f8521f9c4750 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7e73f321-4d5b-4a4b-a58e-445e74aa3537&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0996556
Jul 14 08:47:41.318894 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-11d1f701-0812-4fb1-a120-87819761e903 req-2b51c13f-8a86-4d42-8e34-80038fd9e4f0 service neutron] For port fc52362a-90c1-40ec-9135-edf2a4b585ca, host hv-cinder-80022, cleared binding levels {{(pid=82095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:47:41.335298 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-11d1f701-0812-4fb1-a120-87819761e903 req-2b51c13f-8a86-4d42-8e34-80038fd9e4f0 service neutron] For port fc52362a-90c1-40ec-9135-edf2a4b585ca, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=fc52362a-90c1-40ec-9135-edf2a4b585ca,segment=NetworkSegment(57e109e9-a08a-4b16-af5b-d8326e490f60),segment_id=57e109e9-a08a-4b16-af5b-d8326e490f60)] {{(pid=82095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:47:41.344334 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-11d1f701-0812-4fb1-a120-87819761e903 req-2b51c13f-8a86-4d42-8e34-80038fd9e4f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852740876'] for port, after_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:41.358417 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-b5bae433-625a-4af6-816b-b05e423ac231 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:41.394919 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-3311697a-fca6-4f21-a923-e5e0f4081148 req-f92ebc1d-6945-4bc9-8570-8267f3273a6b tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] For port f97f4cfc-7d78-40dc-a280-407261966493, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=f97f4cfc-7d78-40dc-a280-407261966493,segment=NetworkSegment(0edd189e-e3ea-4923-a0da-7557c2c9cbcb),segment_id=0edd189e-e3ea-4923-a0da-7557c2c9cbcb)] {{(pid=82096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:47:41.395369 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-3311697a-fca6-4f21-a923-e5e0f4081148 req-f92ebc1d-6945-4bc9-8570-8267f3273a6b tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:41.415896 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-f0e58560-8620-493a-a861-9ab02e9ca4fa service neutron] 10.222.0.43 "GET /v2.0/networks/7e73f321-4d5b-4a4b-a58e-445e74aa3537?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2563589
Jul 14 08:47:41.457543 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-11d1f701-0812-4fb1-a120-87819761e903 req-2b51c13f-8a86-4d42-8e34-80038fd9e4f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:41.458931 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-11d1f701-0812-4fb1-a120-87819761e903 req-2b51c13f-8a86-4d42-8e34-80038fd9e4f0 service neutron] 10.222.0.43 "PUT /v2.0/ports/fc52362a-90c1-40ec-9135-edf2a4b585ca HTTP/1.1" status: 200  len: 1093 time: 1.7063923
Jul 14 08:47:41.465200 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cadb983-ac8d-47a0-9680-a56b622407ce', 'tag': 'fc52362a-90c1-40ec-9135-edf2a4b585ca'}] {{(pid=82095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:47:41.480154 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9c286-68e6-410d-a5f5-ec8dbe80275b req-c4dfd2fe-07e9-41d6-a18c-849a67a82f06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:41.481760 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f0e9c286-68e6-410d-a5f5-ec8dbe80275b req-c4dfd2fe-07e9-41d6-a18c-849a67a82f06 service neutron] 10.222.0.43 "GET /v2.0/networks?id=52933724-b56f-4198-aacf-d572e3623b57 HTTP/1.1" status: 200  len: 917 time: 0.4915679
Jul 14 08:47:41.495021 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e43b1-40ea-4189-8f40-abe93e0fe7a1 req-402cacca-603d-47da-937a-0bc563b04cdc tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:41.497278 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1e0e43b1-40ea-4189-8f40-abe93e0fe7a1 req-402cacca-603d-47da-937a-0bc563b04cdc tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 946 time: 0.5082488
Jul 14 08:47:41.501949 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51c13f-8a86-4d42-8e34-80038fd9e4f0 service neutron] Pushing event updated for resources: {'Port': ['ID=fc52362a-90c1-40ec-9135-edf2a4b585ca,revision_number=3']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:41.505283 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-2b51c13f-8a86-4d42-8e34-80038fd9e4f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:41.545850 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [req-3311697a-fca6-4f21-a923-e5e0f4081148 req-f92ebc1d-6945-4bc9-8570-8267f3273a6b tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Calling delete_port for f97f4cfc-7d78-40dc-a280-407261966493 owned by compute:nova {{(pid=82096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:47:41.729561 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1e0e43b1-40ea-4189-8f40-abe93e0fe7a1 req-63ba835e-7fe4-4ddd-bc29-3d588a2f9a8b tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2157419
Jul 14 08:47:41.732937 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f0e9c286-68e6-410d-a5f5-ec8dbe80275b req-71cca4d8-0301-4948-a91a-5beab0cc2f03 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b904831d-c561-4abf-b18b-fa6f34ef809f HTTP/1.1" status: 200  len: 999 time: 0.2011714
Jul 14 08:47:41.747578 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-11d1f701-0812-4fb1-a120-87819761e903 req-3e48c6c1-889b-4d7c-a714-7b41e9b1f92f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d5ca9a25ddbb42138f9b6a1b70d08687&device_id=0cadb983-ac8d-47a0-9680-a56b622407ce HTTP/1.1" status: 200  len: 1096 time: 0.1462109
Jul 14 08:47:41.810330 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98150783-95fa-400e-a7b9-e59334a5707f req-03d8c837-e124-444e-9869-b1b52d54eafe tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:41.812876 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-98150783-95fa-400e-a7b9-e59334a5707f req-03d8c837-e124-444e-9869-b1b52d54eafe tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/ports?device_id=be7317c8-265e-4bac-8081-331f84fdabff HTTP/1.1" status: 200  len: 943 time: 0.5047691
Jul 14 08:47:41.879905 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-65c5fa28-653a-420b-b7e0-880c92ab5a28 req-d361dc20-6fb9-4795-b36b-c73820880be7 service neutron] 10.222.0.43 "GET /v2.0/networks/7e73f321-4d5b-4a4b-a58e-445e74aa3537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4070537
Jul 14 08:47:41.887995 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-3311697a-fca6-4f21-a923-e5e0f4081148 req-f92ebc1d-6945-4bc9-8570-8267f3273a6b tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132881'] for port, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:41.896082 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:41.940453 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-11d1f701-0812-4fb1-a120-87819761e903 req-33b32733-9b50-4405-ad6a-866cb9254df9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc52362a-90c1-40ec-9135-edf2a4b585ca HTTP/1.1" status: 200  len: 217 time: 0.1309726
Jul 14 08:47:41.949031 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] get_ports_and_sgs() called for port_ids ['c8fb76f8-786e-48d2-8b7f-d7e369ba3953', 'f97f4cfc-7d78-40dc-a280-407261966493'] {{(pid=82097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 14 08:47:41.949614 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ebc1d-6945-4bc9-8570-8267f3273a6b tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Pushing event deleted for resources: {'Port': ['ID=f97f4cfc-7d78-40dc-a280-407261966493,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:41.951335 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9c286-68e6-410d-a5f5-ec8dbe80275b req-6dcfebaa-02f9-4367-9e6d-4d6c0d99172c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:41.952902 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f0e9c286-68e6-410d-a5f5-ec8dbe80275b req-6dcfebaa-02f9-4367-9e6d-4d6c0d99172c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d2471914-bec5-4d3a-8fbd-31586948f335 HTTP/1.1" status: 200  len: 855 time: 0.1884167
Jul 14 08:47:41.955564 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-f92ebc1d-6945-4bc9-8570-8267f3273a6b tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:41.960720 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-98150783-95fa-400e-a7b9-e59334a5707f req-a613268f-0d4f-4961-a532-7ef1b60b4c34 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509bb95-6dfe-433f-b6cc-564ce9c446d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1392531
Jul 14 08:47:41.986150 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d163443-1c7d-48c2-965d-4408b4a241d1 req-83aeea23-9797-4561-8440-0c49053b00c6 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:41.987788 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3d163443-1c7d-48c2-965d-4408b4a241d1 req-83aeea23-9797-4561-8440-0c49053b00c6 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff7c776c-601c-4d73-859d-1da64b73a1d3 HTTP/1.1" status: 200  len: 945 time: 0.1160762
Jul 14 08:47:42.035709 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [req-3311697a-fca6-4f21-a923-e5e0f4081148 req-f92ebc1d-6945-4bc9-8570-8267f3273a6b tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] No DVR routers for this DVR port f97f4cfc-7d78-40dc-a280-407261966493 on host hv-cinder-80022 {{(pid=82096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 14 08:47:42.038925 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-3311697a-fca6-4f21-a923-e5e0f4081148 req-f92ebc1d-6945-4bc9-8570-8267f3273a6b tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:42.048488 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3d163443-1c7d-48c2-965d-4408b4a241d1 req-b4231887-f683-43ef-ad0d-a39c66b06ff5 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527372
Jul 14 08:47:42.057170 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3311697a-fca6-4f21-a923-e5e0f4081148 req-f92ebc1d-6945-4bc9-8570-8267f3273a6b tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.43 "DELETE /v2.0/ports/f97f4cfc-7d78-40dc-a280-407261966493 HTTP/1.1" status: 204  len: 173 time: 1.3026135
Jul 14 08:47:42.164734 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2d279339-e2d5-4f0c-8afd-350458cd74a1 req-b93594b0-9223-49ae-8d50-c542c260c8f5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=72a6c468eff34963aa81584d4ce43a3c&device_id=be7317c8-265e-4bac-8081-331f84fdabff HTTP/1.1" status: 200  len: 1096 time: 0.0972791
Jul 14 08:47:42.196759 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1f701-0812-4fb1-a120-87819761e903 req-b0688c83-5675-488f-8419-07560e5cfd00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:42.198338 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-11d1f701-0812-4fb1-a120-87819761e903 req-b0688c83-5675-488f-8419-07560e5cfd00 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96d8d046-4279-496a-b8c7-1752b53b9847 HTTP/1.1" status: 200  len: 851 time: 0.1340313
Jul 14 08:47:42.233300 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cadb983-ac8d-47a0-9680-a56b622407ce', 'tag': 'fc52362a-90c1-40ec-9135-edf2a4b585ca', 'status': 'completed', 'code': 200}
Jul 14 08:47:42.414665 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d279339-e2d5-4f0c-8afd-350458cd74a1 req-546387d7-5aba-4ed8-b937-cb8fbc60ae00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:42.416256 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2d279339-e2d5-4f0c-8afd-350458cd74a1 req-546387d7-5aba-4ed8-b937-cb8fbc60ae00 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7e73f321-4d5b-4a4b-a58e-445e74aa3537 HTTP/1.1" status: 200  len: 914 time: 0.2328448
Jul 14 08:47:42.428089 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f0e9c286-68e6-410d-a5f5-ec8dbe80275b req-61941e56-7efe-456e-9f39-f1da2976af3e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=52933724-b56f-4198-aacf-d572e3623b57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3621888
Jul 14 08:47:42.429576 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfedd1-2d5f-4da0-89ea-347bbc205898 req-0ba502fd-edf5-491f-a827-47f10bbe9208 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:42.431664 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cfbfedd1-2d5f-4da0-89ea-347bbc205898 req-0ba502fd-edf5-491f-a827-47f10bbe9208 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cadb983-ac8d-47a0-9680-a56b622407ce HTTP/1.1" status: 200  len: 943 time: 0.1428885
Jul 14 08:47:42.432250 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-11d1f701-0812-4fb1-a120-87819761e903 req-793ab397-c751-43b5-a61c-04904d8194c2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=63a55da1-a3c0-4491-b519-b032a596f63a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1524088
Jul 14 08:47:42.438170 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba411e-a114-4ba4-aa0a-75887d06351d req-2a107191-6682-4abe-91da-689b42853657 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:42.439689 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fbba411e-a114-4ba4-aa0a-75887d06351d req-2a107191-6682-4abe-91da-689b42853657 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 944 time: 0.2055802
Jul 14 08:47:42.485619 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cfbfedd1-2d5f-4da0-89ea-347bbc205898 req-efabf0f6-dc60-4e34-98fd-a0704b967d53 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475695
Jul 14 08:47:42.488906 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fbba411e-a114-4ba4-aa0a-75887d06351d req-826f6007-ba7d-4b62-86cc-27ecc0f6e0eb tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430176
Jul 14 08:47:42.777917 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f0e9c286-68e6-410d-a5f5-ec8dbe80275b req-3ccf112a-2345-438b-b9e5-10c9b5460d66 service neutron] 10.222.0.43 "GET /v2.0/networks/52933724-b56f-4198-aacf-d572e3623b57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2736907
Jul 14 08:47:42.784847 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-11d1f701-0812-4fb1-a120-87819761e903 req-099e7fb8-c7ab-4dc1-a5b8-5a7676dcf083 service neutron] 10.222.0.43 "GET /v2.0/networks/63a55da1-a3c0-4491-b519-b032a596f63a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2556248
Jul 14 08:47:42.823653 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2d279339-e2d5-4f0c-8afd-350458cd74a1 req-a8c199eb-0e11-43e3-a838-75ad4d179249 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81404242-006f-4014-a9aa-c82c47c50faa HTTP/1.1" status: 200  len: 217 time: 0.3204246
Jul 14 08:47:42.943582 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-b3f96813-b2be-4328-8529-56337292febd req-8a94b6ce-bbcb-47be-81f8-66e21067a971 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Synchronizing usage tracker for tenant:ead16347efbf48ac94be432daab86c02 on resource:port {{(pid=82096) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:47:42.955136 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc2a98e-9d31-4bce-b740-1bae3065db7c', 'name': 'network-vif-deleted', 'tag': 'f97f4cfc-7d78-40dc-a280-407261966493'}] {{(pid=82096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:47:42.976401 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85ec34-e2e6-4d46-8d07-5a1ee9cd4775 req-bd74ff4f-5a5e-403c-8623-8de6f1ceda91 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:42.978754 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6b85ec34-e2e6-4d46-8d07-5a1ee9cd4775 req-bd74ff4f-5a5e-403c-8623-8de6f1ceda91 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff7c776c-601c-4d73-859d-1da64b73a1d3 HTTP/1.1" status: 200  len: 945 time: 0.2135861
Jul 14 08:47:42.983172 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d279339-e2d5-4f0c-8afd-350458cd74a1 req-4d620e25-70df-406f-a5e1-3630fb3d5436 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:42.984669 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2d279339-e2d5-4f0c-8afd-350458cd74a1 req-4d620e25-70df-406f-a5e1-3630fb3d5436 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=07b52a31-5ae4-4778-8ae6-47305c5b19b1 HTTP/1.1" status: 200  len: 853 time: 0.1432559
Jul 14 08:47:43.068327 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f0e9c286-68e6-410d-a5f5-ec8dbe80275b req-e118658b-537a-42ef-9c97-5d715c83946a service neutron] 10.222.0.43 "GET /v2.0/networks/52933724-b56f-4198-aacf-d572e3623b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2717769
Jul 14 08:47:43.072175 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc2a98e-9d31-4bce-b740-1bae3065db7c', 'name': 'network-vif-deleted', 'tag': 'f97f4cfc-7d78-40dc-a280-407261966493', 'status': 'completed', 'code': 200}
Jul 14 08:47:43.072333 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-11d1f701-0812-4fb1-a120-87819761e903 req-745b6f0b-8665-4c57-b465-c6ba5362ae90 service neutron] 10.222.0.43 "GET /v2.0/networks/63a55da1-a3c0-4491-b519-b032a596f63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2534516
Jul 14 08:47:43.080545 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-b3f96813-b2be-4328-8529-56337292febd req-8a94b6ce-bbcb-47be-81f8-66e21067a971 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Unset dirty status for tenant:ead16347efbf48ac94be432daab86c02 on resource:port {{(pid=82096) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:47:43.082007 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b3f96813-b2be-4328-8529-56337292febd req-8a94b6ce-bbcb-47be-81f8-66e21067a971 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dc2a98e-9d31-4bce-b740-1bae3065db7c HTTP/1.1" status: 200  len: 210 time: 0.1981239
Jul 14 08:47:43.086983 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2d279339-e2d5-4f0c-8afd-350458cd74a1 req-6ac3adc8-5b5a-40a0-aa41-9ec9c6b17df4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7e73f321-4d5b-4a4b-a58e-445e74aa3537&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0607591
Jul 14 08:47:43.126880 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [req-6b85ec34-e2e6-4d46-8d07-5a1ee9cd4775 req-0f8310a0-bb7b-4e2c-9b3f-4c1fe780ea34 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Deleting port 09999980-8f6a-4f24-ba94-da400b4ba3b6 {{(pid=82096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:47:43.129302 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-6b85ec34-e2e6-4d46-8d07-5a1ee9cd4775 req-0f8310a0-bb7b-4e2c-9b3f-4c1fe780ea34 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:43.232833 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b5646-0822-4978-9051-348d771f094c req-8ee102d6-a331-4440-b8ca-986a1348d624 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:43.234430 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b12b5646-0822-4978-9051-348d771f094c req-8ee102d6-a331-4440-b8ca-986a1348d624 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/ports?device_id=be7317c8-265e-4bac-8081-331f84fdabff HTTP/1.1" status: 200  len: 943 time: 0.0910475
Jul 14 08:47:43.281849 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-b12b5646-0822-4978-9051-348d771f094c req-27ccec30-5f3d-46b1-8aff-23c84b69c71a tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Synchronizing usage tracker for tenant:72a6c468eff34963aa81584d4ce43a3c on resource:security_group {{(pid=82095) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:47:43.344554 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-b12b5646-0822-4978-9051-348d771f094c req-27ccec30-5f3d-46b1-8aff-23c84b69c71a tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Unset dirty status for tenant:72a6c468eff34963aa81584d4ce43a3c on resource:security_group {{(pid=82095) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:47:43.345792 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b12b5646-0822-4978-9051-348d771f094c req-27ccec30-5f3d-46b1-8aff-23c84b69c71a tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509bb95-6dfe-433f-b6cc-564ce9c446d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052835
Jul 14 08:47:43.385486 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c64fbe0b-7422-4341-9c68-ad4cfbfbae47 req-e1dc378c-074f-4758-9d56-069d949d33fe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d5ca9a25ddbb42138f9b6a1b70d08687&device_id=0cadb983-ac8d-47a0-9680-a56b622407ce HTTP/1.1" status: 200  len: 1096 time: 0.0987678
Jul 14 08:47:43.535384 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2d279339-e2d5-4f0c-8afd-350458cd74a1 req-1e1b01f5-1278-4615-80cb-9f018734ea4a service neutron] 10.222.0.43 "GET /v2.0/networks/7e73f321-4d5b-4a4b-a58e-445e74aa3537?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3484550
Jul 14 08:47:43.578072 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f075e-3655-4dfb-a832-ec2e866b1924 req-8ba54448-f3f4-479c-a7a2-ad351f8f9306 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:43.579863 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-948f075e-3655-4dfb-a832-ec2e866b1924 req-8ba54448-f3f4-479c-a7a2-ad351f8f9306 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff7c776c-601c-4d73-859d-1da64b73a1d3 HTTP/1.1" status: 200  len: 945 time: 0.3588655
Jul 14 08:47:43.731372 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-6b85ec34-e2e6-4d46-8d07-5a1ee9cd4775 req-0f8310a0-bb7b-4e2c-9b3f-4c1fe780ea34 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] For port 09999980-8f6a-4f24-ba94-da400b4ba3b6, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=09999980-8f6a-4f24-ba94-da400b4ba3b6,segment=NetworkSegment(84d2a471-9073-47cf-9d75-3287490f4b5e),segment_id=84d2a471-9073-47cf-9d75-3287490f4b5e)] {{(pid=82096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:47:43.731791 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-6b85ec34-e2e6-4d46-8d07-5a1ee9cd4775 req-0f8310a0-bb7b-4e2c-9b3f-4c1fe780ea34 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:43.815529 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64fbe0b-7422-4341-9c68-ad4cfbfbae47 req-a9691870-be43-4425-ba6d-722325272ec7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:43.817008 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c64fbe0b-7422-4341-9c68-ad4cfbfbae47 req-a9691870-be43-4425-ba6d-722325272ec7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=63a55da1-a3c0-4491-b519-b032a596f63a HTTP/1.1" status: 200  len: 913 time: 0.3886027
Jul 14 08:47:43.886096 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [req-6b85ec34-e2e6-4d46-8d07-5a1ee9cd4775 req-0f8310a0-bb7b-4e2c-9b3f-4c1fe780ea34 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Calling delete_port for 09999980-8f6a-4f24-ba94-da400b4ba3b6 owned by compute:nova {{(pid=82096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:47:43.904591 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c64fbe0b-7422-4341-9c68-ad4cfbfbae47 req-b0d00f95-2634-4a25-a9b3-6f6a8381a90c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc52362a-90c1-40ec-9135-edf2a4b585ca HTTP/1.1" status: 200  len: 217 time: 0.0744941
Jul 14 08:47:43.914361 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80666690-97c5-4b77-90c4-560efdbc85d6 req-5f3a911c-2afe-4070-a99e-fe73dc908b3d tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:43.915764 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-80666690-97c5-4b77-90c4-560efdbc85d6 req-5f3a911c-2afe-4070-a99e-fe73dc908b3d tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Synchronizing usage tracker for tenant:d5ca9a25ddbb42138f9b6a1b70d08687 on resource:port {{(pid=82095) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:47:43.921030 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-948f075e-3655-4dfb-a832-ec2e866b1924 req-9cda7bee-89ce-4c80-a85a-eba6e6a76d8f tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/security-groups?id=64c75530-ca2f-4675-a27b-523dc81d1fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3194668
Jul 14 08:47:43.930570 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-80666690-97c5-4b77-90c4-560efdbc85d6 req-5f3a911c-2afe-4070-a99e-fe73dc908b3d tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Unset dirty status for tenant:d5ca9a25ddbb42138f9b6a1b70d08687 on resource:port {{(pid=82095) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:47:43.931879 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-80666690-97c5-4b77-90c4-560efdbc85d6 req-5f3a911c-2afe-4070-a99e-fe73dc908b3d tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cadb983-ac8d-47a0-9680-a56b622407ce HTTP/1.1" status: 200  len: 943 time: 0.1853955
Jul 14 08:47:43.959530 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2d279339-e2d5-4f0c-8afd-350458cd74a1 req-a5611113-7bd1-47d4-b06b-67f0940486f9 service neutron] 10.222.0.43 "GET /v2.0/networks/7e73f321-4d5b-4a4b-a58e-445e74aa3537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4130690
Jul 14 08:47:43.991577 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-80666690-97c5-4b77-90c4-560efdbc85d6 req-5fc5fe88-a61c-49a2-9ae6-d2021c74a2fd tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473449
Jul 14 08:47:44.079877 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64fbe0b-7422-4341-9c68-ad4cfbfbae47 req-a6d3f218-a792-4110-af3b-3b2b1d6f594c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:44.081370 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c64fbe0b-7422-4341-9c68-ad4cfbfbae47 req-a6d3f218-a792-4110-af3b-3b2b1d6f594c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96d8d046-4279-496a-b8c7-1752b53b9847 HTTP/1.1" status: 200  len: 851 time: 0.0702078
Jul 14 08:47:44.135847 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-6b85ec34-e2e6-4d46-8d07-5a1ee9cd4775 req-0f8310a0-bb7b-4e2c-9b3f-4c1fe780ea34 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132881'] for port, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:44.143459 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:44.173332 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c64fbe0b-7422-4341-9c68-ad4cfbfbae47 req-30f177f9-2c39-4233-adad-c474bd710974 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=63a55da1-a3c0-4491-b519-b032a596f63a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0812516
Jul 14 08:47:44.188998 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] get_ports_and_sgs() called for port_ids ['09999980-8f6a-4f24-ba94-da400b4ba3b6'] {{(pid=82097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 14 08:47:44.190170 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8310a0-bb7b-4e2c-9b3f-4c1fe780ea34 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Pushing event deleted for resources: {'Port': ['ID=09999980-8f6a-4f24-ba94-da400b4ba3b6,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:44.194898 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-0f8310a0-bb7b-4e2c-9b3f-4c1fe780ea34 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:44.202459 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246387aa-cd4b-4355-b85a-9821ef5e0c43 req-2f9ea4df-a229-4f84-ab3e-2c1f97ccd608 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:44.203897 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-246387aa-cd4b-4355-b85a-9821ef5e0c43 req-2f9ea4df-a229-4f84-ab3e-2c1f97ccd608 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 944 time: 0.1644683
Jul 14 08:47:44.299630 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b85ec34-e2e6-4d46-8d07-5a1ee9cd4775 req-0f8310a0-bb7b-4e2c-9b3f-4c1fe780ea34 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] No DVR routers for this DVR port 09999980-8f6a-4f24-ba94-da400b4ba3b6 on host hv-cinder-80022 {{(pid=82096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 14 08:47:44.302862 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-6b85ec34-e2e6-4d46-8d07-5a1ee9cd4775 req-0f8310a0-bb7b-4e2c-9b3f-4c1fe780ea34 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:44.331525 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6b85ec34-e2e6-4d46-8d07-5a1ee9cd4775 req-0f8310a0-bb7b-4e2c-9b3f-4c1fe780ea34 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.43 "DELETE /v2.0/ports/09999980-8f6a-4f24-ba94-da400b4ba3b6 HTTP/1.1" status: 204  len: 173 time: 1.3457005
Jul 14 08:47:44.334304 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-246387aa-cd4b-4355-b85a-9821ef5e0c43 req-74cf7765-8516-4231-b107-5667cb342f9a tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0963719
Jul 14 08:47:44.342649 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c64fbe0b-7422-4341-9c68-ad4cfbfbae47 req-5f53601e-a18a-4e19-9633-e05715b13840 service neutron] 10.222.0.43 "GET /v2.0/networks/63a55da1-a3c0-4491-b519-b032a596f63a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1601753
Jul 14 08:47:44.513342 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c64fbe0b-7422-4341-9c68-ad4cfbfbae47 req-efa807fc-abd3-4776-ad3e-0b6a0871c4ce service neutron] 10.222.0.43 "GET /v2.0/networks/63a55da1-a3c0-4491-b519-b032a596f63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1556051
Jul 14 08:47:44.589430 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580fd093-0517-468a-9896-f17a7a5e72be req-bafe805f-1013-461a-8439-c965b60f82f1 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:44.590963 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-580fd093-0517-468a-9896-f17a7a5e72be req-bafe805f-1013-461a-8439-c965b60f82f1 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/ports?device_id=be7317c8-265e-4bac-8081-331f84fdabff HTTP/1.1" status: 200  len: 943 time: 0.0876489
Jul 14 08:47:44.641676 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf95a2c-ca68-4d97-8b86-762ff133c965 req-1de4af1a-a2c4-4371-b135-c35cba799228 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:44.642647 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-580fd093-0517-468a-9896-f17a7a5e72be req-f1a626cb-6bb2-4b5a-a850-4e78cb3d9137 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509bb95-6dfe-433f-b6cc-564ce9c446d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448954
Jul 14 08:47:44.643329 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-aaf95a2c-ca68-4d97-8b86-762ff133c965 req-1de4af1a-a2c4-4371-b135-c35cba799228 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.0857313
Jul 14 08:47:44.697316 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-aaf95a2c-ca68-4d97-8b86-762ff133c965 req-a5bee118-511e-4cf8-8055-84a26a0a5579 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471621
Jul 14 08:47:45.103537 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7c776c-601c-4d73-859d-1da64b73a1d3', 'name': 'network-vif-deleted', 'tag': '09999980-8f6a-4f24-ba94-da400b4ba3b6'}] {{(pid=82096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:47:45.118514 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-ccf48fc9-0bf6-42db-b090-d4fb03046476 req-8689aa76-c106-466a-b934-235e087cb89d tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Synchronizing usage tracker for tenant:77661f60a3aa459dba3a5d43ab14951d on resource:port {{(pid=82096) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:47:45.139330 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-ccf48fc9-0bf6-42db-b090-d4fb03046476 req-8689aa76-c106-466a-b934-235e087cb89d tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Unset dirty status for tenant:77661f60a3aa459dba3a5d43ab14951d on resource:port {{(pid=82096) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:47:45.140616 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ccf48fc9-0bf6-42db-b090-d4fb03046476 req-8689aa76-c106-466a-b934-235e087cb89d tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff7c776c-601c-4d73-859d-1da64b73a1d3 HTTP/1.1" status: 200  len: 210 time: 0.0788510
Jul 14 08:47:45.205773 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff7c776c-601c-4d73-859d-1da64b73a1d3', 'name': 'network-vif-deleted', 'tag': '09999980-8f6a-4f24-ba94-da400b4ba3b6', 'status': 'completed', 'code': 200}
Jul 14 08:47:45.247048 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2450d-152f-48c3-9407-43b04b435860 req-52d3c71c-f932-4356-976b-e7aec8ec17b5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:45.248605 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-91c2450d-152f-48c3-9407-43b04b435860 req-52d3c71c-f932-4356-976b-e7aec8ec17b5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cadb983-ac8d-47a0-9680-a56b622407ce HTTP/1.1" status: 200  len: 943 time: 0.0909069
Jul 14 08:47:45.297572 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-91c2450d-152f-48c3-9407-43b04b435860 req-10f879c3-a30d-415a-819a-65e43068cc44 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429752
Jul 14 08:47:45.554753 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d45e8b-fbe6-4e16-8f3a-0d5239ed2ec4 req-a900a2df-9840-48e5-98b0-7b933a4e9853 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:45.556937 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-64d45e8b-fbe6-4e16-8f3a-0d5239ed2ec4 req-a900a2df-9840-48e5-98b0-7b933a4e9853 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 944 time: 0.0817354
Jul 14 08:47:45.605811 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-64d45e8b-fbe6-4e16-8f3a-0d5239ed2ec4 req-ba5f6ad5-2cf6-42e1-8a06-29e6fcd1a2ea tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422418
Jul 14 08:47:45.793960 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device b904831d-c561-4abf-b18b-fa6f34ef809f details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 14 08:47:45.807594 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device f97f4cfc-7d78-40dc-a280-407261966493 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:47:45.845693 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] No Port match for: f97f4cfc-7d78-40dc-a280-407261966493 {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:47:45.846195 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device f97f4cfc-7d78-40dc-a280-407261966493 not bound to the agent host hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:47:45.851131 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151af7b-ffd4-484f-8895-941ed395484c req-f9ca1163-a77f-4ba7-a1ce-622de2338178 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:45.852794 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2151af7b-ffd4-484f-8895-941ed395484c req-f9ca1163-a77f-4ba7-a1ce-622de2338178 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/ports?device_id=be7317c8-265e-4bac-8081-331f84fdabff HTTP/1.1" status: 200  len: 943 time: 0.0868087
Jul 14 08:47:45.904772 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2151af7b-ffd4-484f-8895-941ed395484c req-3551c26e-b8d4-4476-8045-b576005e8cdc tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509bb95-6dfe-433f-b6cc-564ce9c446d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450275
Jul 14 08:47:45.908880 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74b887-e4f9-4e0a-a970-086750b6012c req-83c0755d-099a-439f-8593-8b29ea165444 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:45.910504 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1c74b887-e4f9-4e0a-a970-086750b6012c req-83c0755d-099a-439f-8593-8b29ea165444 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.0879974
Jul 14 08:47:45.960550 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1c74b887-e4f9-4e0a-a970-086750b6012c req-2502a0dc-9ed1-4f4e-85d9-06da8e75dc61 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432417
Jul 14 08:47:45.982259 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port b904831d-c561-4abf-b18b-fa6f34ef809f, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=b904831d-c561-4abf-b18b-fa6f34ef809f,segment=NetworkSegment(54020ed2-9764-455c-bb75-78a5101f4433),segment_id=54020ed2-9764-455c-bb75-78a5101f4433)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:47:45.996734 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Returning: {'device': 'b904831d-c561-4abf-b18b-fa6f34ef809f', 'network_id': '52933724-b56f-4198-aacf-d572e3623b57', 'port_id': 'b904831d-c561-4abf-b18b-fa6f34ef809f', 'mac_address': 'fa:16:3e:25:c3:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2471914-bec5-4d3a-8fbd-31586948f335', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 14 08:47:46.049754 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:46.067701 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b904831d-c561-4abf-b18b-fa6f34ef809f {{(pid=82097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:47:46.082990 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port b904831d-c561-4abf-b18b-fa6f34ef809f, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=b904831d-c561-4abf-b18b-fa6f34ef809f,segment=NetworkSegment(54020ed2-9764-455c-bb75-78a5101f4433),segment_id=54020ed2-9764-455c-bb75-78a5101f4433)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:47:46.085738 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:46.086556 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 81404242-006f-4014-a9aa-c82c47c50faa details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 14 08:47:46.088617 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-53776a8e-8971-4e90-b8aa-a66676596858 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:46.229232 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=b904831d-c561-4abf-b18b-fa6f34ef809f,revision_number=9']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:46.242876 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:47:46.243310 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:47:46.244217 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:47:46.244585 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:47:46.244949 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:47:46.245343 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:47:46.245655 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:47:46.246034 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:47:46.246392 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:47:46.246749 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:47:46.247093 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:47:46.252791 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 57988) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:47:46.258025 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:46.316199 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port 81404242-006f-4014-a9aa-c82c47c50faa, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=81404242-006f-4014-a9aa-c82c47c50faa,segment=NetworkSegment(e22cceb9-90bd-4075-b814-4ddff48bb78f),segment_id=e22cceb9-90bd-4075-b814-4ddff48bb78f)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:47:46.320585 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b03205f-3e25-4943-94e3-ae953693236a admin admin] Deleting subnet 2c98006c-4b08-41a9-9e9c-c4ddc8012662 {{(pid=82095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 14 08:47:46.325195 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3b03205f-3e25-4943-94e3-ae953693236a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:46.333560 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Returning: {'device': '81404242-006f-4014-a9aa-c82c47c50faa', 'network_id': '7e73f321-4d5b-4a4b-a58e-445e74aa3537', 'port_id': '81404242-006f-4014-a9aa-c82c47c50faa', 'mac_address': 'fa:16:3e:56:02:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07b52a31-5ae4-4778-8ae6-47305c5b19b1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 14 08:47:46.392178 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3b03205f-3e25-4943-94e3-ae953693236a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852833241'] for subnet, precommit_delete_associations {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:46.397677 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:46.419003 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81404242-006f-4014-a9aa-c82c47c50faa {{(pid=82097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:47:46.447192 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port 81404242-006f-4014-a9aa-c82c47c50faa, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=81404242-006f-4014-a9aa-c82c47c50faa,segment=NetworkSegment(e22cceb9-90bd-4075-b814-4ddff48bb78f),segment_id=e22cceb9-90bd-4075-b814-4ddff48bb78f)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:47:46.450695 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:46.453831 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:46.465026 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3b03205f-3e25-4943-94e3-ae953693236a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853748987'] for subnet, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:46.527020 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc646f7-92b8-4765-a915-06d258fdd6d4 req-2c5a9024-5ae9-4ae3-a462-04e8acee0ef7 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:46.529125 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cfc646f7-92b8-4765-a915-06d258fdd6d4 req-2c5a9024-5ae9-4ae3-a462-04e8acee0ef7 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cadb983-ac8d-47a0-9680-a56b622407ce HTTP/1.1" status: 200  len: 943 time: 0.0986552
Jul 14 08:47:46.568123 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3b03205f-3e25-4943-94e3-ae953693236a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852740933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852356646'] for subnet, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:46.594122 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-741da1d7-c5c2-4718-af4b-777e0373c5ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:46.620418 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cfc646f7-92b8-4765-a915-06d258fdd6d4 req-f8a7ad48-a076-4b6d-8f99-3b8f15e48748 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0849977
Jul 14 08:47:46.668718 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b03205f-3e25-4943-94e3-ae953693236a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c98006c-4b08-41a9-9e9c-c4ddc8012662,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:46.671289 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3b03205f-3e25-4943-94e3-ae953693236a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for subnet, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:46.674263 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-3b03205f-3e25-4943-94e3-ae953693236a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:46.684981 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 58000) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:47:46.695153 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-3b03205f-3e25-4943-94e3-ae953693236a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/2c98006c-4b08-41a9-9e9c-c4ddc8012662 HTTP/1.1" status: 204  len: 168 time: 0.4411025
Jul 14 08:47:46.720171 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=81404242-006f-4014-a9aa-c82c47c50faa,revision_number=4']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:46.723960 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:46.803731 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3d2363c4-e5c7-4277-8458-ff57f864886c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-950592'] for network, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:46.849532 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f80ba9-a3b7-461e-b796-aa64adc9b60d req-3e9a8902-2db4-4813-b661-424a2d452a8a tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:46.851060 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a2f80ba9-a3b7-461e-b796-aa64adc9b60d req-3e9a8902-2db4-4813-b661-424a2d452a8a tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 945 time: 0.0832713
Jul 14 08:47:46.902263 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a2f80ba9-a3b7-461e-b796-aa64adc9b60d req-8c02bee0-fad5-40f0-b8d0-c2e0a499c9e4 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443182
Jul 14 08:47:46.938652 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3d2363c4-e5c7-4277-8458-ff57f864886c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853745778', 'neutron.services.segments.db._delete_segments_for_network--9223363282633926140'] for network, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:46.952921 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-3d2363c4-e5c7-4277-8458-ff57f864886c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6401d8f5c0>,) {'filters': {'network_id': ['cde446a9-0c7c-4318-8125-e2ca25cc6bae']}} {{(pid=82096) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:47:46.970252 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-3d2363c4-e5c7-4277-8458-ff57f864886c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6401d8f5c0>, '84d2a471-9073-47cf-9d75-3287490f4b5e') {'for_net_delete': True} {{(pid=82096) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:47:46.970593 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-3d2363c4-e5c7-4277-8458-ff57f864886c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6401d8f5c0>, '84d2a471-9073-47cf-9d75-3287490f4b5e') {} {{(pid=82096) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:47:46.985224 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3d2363c4-e5c7-4277-8458-ff57f864886c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282633931619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852677651'] for segment, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:47.001129 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3d2363c4-e5c7-4277-8458-ff57f864886c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6123'] for segment, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:47.007815 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d2363c4-e5c7-4277-8458-ff57f864886c admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=82096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 14 08:47:47.008424 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3d2363c4-e5c7-4277-8458-ff57f864886c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854769693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853642902'] for segment, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:47.023078 dv-cinder-800229-1-iscsi neutron-server[81984]: Traceback (most recent call last):
Jul 14 08:47:47.023078 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 14 08:47:47.023078 dv-cinder-800229-1-iscsi neutron-server[81984]:     timer()
Jul 14 08:47:47.023078 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 14 08:47:47.023078 dv-cinder-800229-1-iscsi neutron-server[81984]:     cb(*args, **kw)
Jul 14 08:47:47.023078 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 14 08:47:47.023078 dv-cinder-800229-1-iscsi neutron-server[81984]:     return func(*args, **kwargs)
Jul 14 08:47:47.023078 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 14 08:47:47.023078 dv-cinder-800229-1-iscsi neutron-server[81984]:     self._notify()
Jul 14 08:47:47.023078 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 14 08:47:47.023078 dv-cinder-800229-1-iscsi neutron-server[81984]:     self.callback(batched_events)
Jul 14 08:47:47.023078 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 14 08:47:47.023078 dv-cinder-800229-1-iscsi neutron-server[81984]:     event.method(event)
Jul 14 08:47:47.023078 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 14 08:47:47.023078 dv-cinder-800229-1-iscsi neutron-server[81984]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 14 08:47:47.023078 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 14 08:47:47.023078 dv-cinder-800229-1-iscsi neutron-server[81984]:     segment_id)['aggregates'][0]
Jul 14 08:47:47.023078 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Jul 14 08:47:47.023078 dv-cinder-800229-1-iscsi neutron-server[81984]:     return f(self, *a, **k)
Jul 14 08:47:47.023078 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 14 08:47:47.023078 dv-cinder-800229-1-iscsi neutron-server[81984]:     return self._get(url).json()
Jul 14 08:47:47.023078 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 14 08:47:47.023078 dv-cinder-800229-1-iscsi neutron-server[81984]:     **kwargs)
Jul 14 08:47:47.023078 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Jul 14 08:47:47.023078 dv-cinder-800229-1-iscsi neutron-server[81984]:     return self.request(url, 'GET', **kwargs)
Jul 14 08:47:47.023078 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Jul 14 08:47:47.023078 dv-cinder-800229-1-iscsi neutron-server[81984]:     **endpoint_filter)
Jul 14 08:47:47.023078 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Jul 14 08:47:47.023078 dv-cinder-800229-1-iscsi neutron-server[81984]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 14 08:47:47.023078 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Jul 14 08:47:47.023078 dv-cinder-800229-1-iscsi neutron-server[81984]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 14 08:47:47.023078 dv-cinder-800229-1-iscsi neutron-server[81984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 14 08:47:47.109437 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] get_ports_and_sgs() called for port_ids ['b904831d-c561-4abf-b18b-fa6f34ef809f'] {{(pid=82097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 14 08:47:47.146005 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] get_ports_and_sgs() called for port_ids ['81404242-006f-4014-a9aa-c82c47c50faa'] {{(pid=82097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 14 08:47:47.151583 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3d2363c4-e5c7-4277-8458-ff57f864886c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1030070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695875'] for network, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:47.157768 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3d2363c4-e5c7-4277-8458-ff57f864886c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for network, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:47.163939 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:47.188038 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231eac85-1732-4edc-992e-796d68a3c844 req-58d5d619-3429-4379-93f0-ccc0f373629f tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:47.190102 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-231eac85-1732-4edc-992e-796d68a3c844 req-58d5d619-3429-4379-93f0-ccc0f373629f tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.1060121
Jul 14 08:47:47.197425 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2363c4-e5c7-4277-8458-ff57f864886c admin admin] Pushing event deleted for resources: {'Network': ['ID=cde446a9-0c7c-4318-8125-e2ca25cc6bae,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:47.200396 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-3d2363c4-e5c7-4277-8458-ff57f864886c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:47.206425 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-3d2363c4-e5c7-4277-8458-ff57f864886c admin admin] 10.222.0.42 "DELETE /v2.0/networks/cde446a9-0c7c-4318-8125-e2ca25cc6bae HTTP/1.1" status: 204  len: 168 time: 0.5176706
Jul 14 08:47:47.226467 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f24cc9-6696-4d9c-b548-cc48dffac27e req-f50e325d-d543-4d1d-b512-781c6ab61102 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:47.228188 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b7f24cc9-6696-4d9c-b548-cc48dffac27e req-f50e325d-d543-4d1d-b512-781c6ab61102 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/ports?device_id=be7317c8-265e-4bac-8081-331f84fdabff HTTP/1.1" status: 200  len: 944 time: 0.1530793
Jul 14 08:47:47.239365 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.agents_db [None req-e2914788-e7e4-4a13-b83f-78c3979e9233 None None] Agent healthcheck: found 6 active agents {{(pid=82098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 14 08:47:47.268712 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-231eac85-1732-4edc-992e-796d68a3c844 req-b85e0313-d234-4b9e-91e3-1daf0021a5ad tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695789
Jul 14 08:47:47.298514 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b7f24cc9-6696-4d9c-b548-cc48dffac27e req-6515ef94-bf39-4580-b524-f02f8da35c09 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509bb95-6dfe-433f-b6cc-564ce9c446d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577807
Jul 14 08:47:47.413450 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 58010) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:47:47.468929 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-98fa3f91-6952-475d-a433-f96ac59ce04f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=77661f60a3aa459dba3a5d43ab14951d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0540874
Jul 14 08:47:47.471706 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 58014) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:47:47.534749 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2807c585-43b3-4ce2-ab62-0d41d5a385b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:47.561595 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2807c585-43b3-4ce2-ab62-0d41d5a385b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:47.609236 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2807c585-43b3-4ce2-ab62-0d41d5a385b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:47.614366 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-5ba62d8e-41fc-424f-b0e9-f66872a96cad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:47.628276 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807c585-43b3-4ce2-ab62-0d41d5a385b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c75530-ca2f-4675-a27b-523dc81d1fff,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:47.631233 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-2807c585-43b3-4ce2-ab62-0d41d5a385b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:47.640445 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2807c585-43b3-4ce2-ab62-0d41d5a385b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:47.641654 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-2807c585-43b3-4ce2-ab62-0d41d5a385b8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/64c75530-ca2f-4675-a27b-523dc81d1fff HTTP/1.1" status: 204  len: 168 time: 0.1686985
Jul 14 08:47:47.822119 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 09999980-8f6a-4f24-ba94-da400b4ba3b6 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:47:47.841964 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af93a8e-6c20-4355-819d-d352f0b14cd3 req-f1593368-82c1-42ec-86db-1e4b114da2db tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:47.843616 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3af93a8e-6c20-4355-819d-d352f0b14cd3 req-f1593368-82c1-42ec-86db-1e4b114da2db tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cadb983-ac8d-47a0-9680-a56b622407ce HTTP/1.1" status: 200  len: 943 time: 0.0881405
Jul 14 08:47:47.859388 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] No Port match for: 09999980-8f6a-4f24-ba94-da400b4ba3b6 {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:47:47.859796 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 09999980-8f6a-4f24-ba94-da400b4ba3b6 not bound to the agent host hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:47:47.895044 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3af93a8e-6c20-4355-819d-d352f0b14cd3 req-17e07724-e198-4b08-b3c2-3c01249dd31f tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433171
Jul 14 08:47:48.130981 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acbd260-1648-4caa-9e5c-74979a3b4372 req-d2db88d9-c9d0-4295-b04d-5506d7e21348 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:48.132630 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5acbd260-1648-4caa-9e5c-74979a3b4372 req-d2db88d9-c9d0-4295-b04d-5506d7e21348 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 945 time: 0.0879748
Jul 14 08:47:48.186610 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5acbd260-1648-4caa-9e5c-74979a3b4372 req-ace3b593-dabb-4cd7-a435-d047aabb94b3 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470951
Jul 14 08:47:48.511315 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d397d-19b1-4ec0-ab75-74b58e2b0ef7 req-f0e871e8-822c-4c79-ad0f-375c23934670 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:48.512914 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-362d397d-19b1-4ec0-ab75-74b58e2b0ef7 req-f0e871e8-822c-4c79-ad0f-375c23934670 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/ports?device_id=be7317c8-265e-4bac-8081-331f84fdabff HTTP/1.1" status: 200  len: 944 time: 0.0881402
Jul 14 08:47:48.519080 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197baa9-9829-4031-ae33-7a3eff58d6d4 req-be55233d-3c22-4712-8598-b4e8ac395262 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:48.520768 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8197baa9-9829-4031-ae33-7a3eff58d6d4 req-be55233d-3c22-4712-8598-b4e8ac395262 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.1057723
Jul 14 08:47:48.579990 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8197baa9-9829-4031-ae33-7a3eff58d6d4 req-a4b2f714-346d-4f0a-9cb1-4e1f4d0a0194 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530508
Jul 14 08:47:48.582362 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-362d397d-19b1-4ec0-ab75-74b58e2b0ef7 req-45b140f7-8a95-4dd7-bd75-f82d92970614 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509bb95-6dfe-433f-b6cc-564ce9c446d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628343
Jul 14 08:47:49.223557 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade71df2-6d95-42d2-8da0-68adec65bfaa req-51ad3ae2-df29-4480-b5a2-574e4041a3e5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:49.226423 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ade71df2-6d95-42d2-8da0-68adec65bfaa req-51ad3ae2-df29-4480-b5a2-574e4041a3e5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cadb983-ac8d-47a0-9680-a56b622407ce HTTP/1.1" status: 200  len: 943 time: 0.0867391
Jul 14 08:47:49.281038 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ade71df2-6d95-42d2-8da0-68adec65bfaa req-e3ac24d8-239a-43d3-83ce-ebb29b0055ea tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461347
Jul 14 08:47:49.479160 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff86485-e95b-421c-bec4-f5f6dabaaca5 req-fce62537-f3f4-4a90-9079-384084e2c4d3 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:49.480679 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0ff86485-e95b-421c-bec4-f5f6dabaaca5 req-fce62537-f3f4-4a90-9079-384084e2c4d3 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 945 time: 0.0871756
Jul 14 08:47:49.518540 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371919e-712e-4beb-a5de-176e4e24ab21 req-bea55702-a382-4ef5-8f7d-0024d5834ba4 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:49.520182 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1371919e-712e-4beb-a5de-176e4e24ab21 req-bea55702-a382-4ef5-8f7d-0024d5834ba4 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 945 time: 0.0877688
Jul 14 08:47:49.529304 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0ff86485-e95b-421c-bec4-f5f6dabaaca5 req-8830715f-b5d7-490e-afe7-006b139b8714 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424287
Jul 14 08:47:49.569863 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1371919e-712e-4beb-a5de-176e4e24ab21 req-1900c535-177e-49d7-90aa-9a3c46e91c95 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435009
Jul 14 08:47:49.790833 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db376d4c-1ab3-4338-be51-fa5c5933cc49 req-a370279d-aec0-4431-a4f6-f41e70143f25 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:49.792311 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-db376d4c-1ab3-4338-be51-fa5c5933cc49 req-a370279d-aec0-4431-a4f6-f41e70143f25 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/ports?device_id=be7317c8-265e-4bac-8081-331f84fdabff HTTP/1.1" status: 200  len: 944 time: 0.0829313
Jul 14 08:47:49.834060 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 81404242-006f-4014-a9aa-c82c47c50faa up at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:47:49.842414 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-db376d4c-1ab3-4338-be51-fa5c5933cc49 req-2bd0ffea-0c4b-43fd-8f49-2031aa8e9eb5 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509bb95-6dfe-433f-b6cc-564ce9c446d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437160
Jul 14 08:47:49.842576 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940d432-781b-41cd-b2e5-092792f89785 req-89fa2285-78bd-4f57-a3f2-5b0dfa25a5f2 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:49.844371 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5940d432-781b-41cd-b2e5-092792f89785 req-89fa2285-78bd-4f57-a3f2-5b0dfa25a5f2 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.0885103
Jul 14 08:47:49.894093 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5940d432-781b-41cd-b2e5-092792f89785 req-3858a62f-ffc4-43d2-a285-ce116225ccb2 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431786
Jul 14 08:47:49.905832 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning for port 81404242-006f-4014-a9aa-c82c47c50faa completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:47:49.911332 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning complete for port 81404242-006f-4014-a9aa-c82c47c50faa triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:47:49.911756 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:50.028994 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:50.056590 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7317c8-265e-4bac-8081-331f84fdabff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81404242-006f-4014-a9aa-c82c47c50faa'}] {{(pid=82097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:47:50.066741 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port 81404242-006f-4014-a9aa-c82c47c50faa, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=81404242-006f-4014-a9aa-c82c47c50faa,segment=NetworkSegment(e22cceb9-90bd-4075-b814-4ddff48bb78f),segment_id=e22cceb9-90bd-4075-b814-4ddff48bb78f)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:47:50.069542 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:50.070431 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device b904831d-c561-4abf-b18b-fa6f34ef809f up at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:47:50.099187 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-53776a8e-8971-4e90-b8aa-a66676596858 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:50.135610 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7317c8-265e-4bac-8081-331f84fdabff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81404242-006f-4014-a9aa-c82c47c50faa', 'code': 200}
Jul 14 08:47:50.192336 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=81404242-006f-4014-a9aa-c82c47c50faa,revision_number=5']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:50.195667 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:50.206870 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning complete for port b904831d-c561-4abf-b18b-fa6f34ef809f triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:47:50.207329 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:50.328118 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:50.363272 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port b904831d-c561-4abf-b18b-fa6f34ef809f, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=b904831d-c561-4abf-b18b-fa6f34ef809f,segment=NetworkSegment(54020ed2-9764-455c-bb75-78a5101f4433),segment_id=54020ed2-9764-455c-bb75-78a5101f4433)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:47:50.367292 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:50.369950 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:50.435477 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=b904831d-c561-4abf-b18b-fa6f34ef809f,revision_number=10']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:50.438820 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:50.508178 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e03605ad-e27c-4b8d-90ed-f011c48de15f req-25a262d7-4b47-45cf-8c5a-04554724682f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=be7317c8-265e-4bac-8081-331f84fdabff HTTP/1.1" status: 200  len: 1098 time: 0.1676660
Jul 14 08:47:50.543074 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794def1-e77c-4041-8dd4-1c976be4a7d8 req-2a256e12-36ef-4e5e-8685-baa852424c3b tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:50.544601 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6794def1-e77c-4041-8dd4-1c976be4a7d8 req-2a256e12-36ef-4e5e-8685-baa852424c3b tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cadb983-ac8d-47a0-9680-a56b622407ce HTTP/1.1" status: 200  len: 943 time: 0.1334975
Jul 14 08:47:50.589488 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e03605ad-e27c-4b8d-90ed-f011c48de15f req-d8609e2a-b962-47e8-b318-d40c48215cc2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2509bb95-6dfe-433f-b6cc-564ce9c446d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734165
Jul 14 08:47:50.611719 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6794def1-e77c-4041-8dd4-1c976be4a7d8 req-eb82ef1b-c796-43ba-a11d-a37dd2cd243a tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549674
Jul 14 08:47:50.805216 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152a7e-4bbc-49aa-ac16-ae3af91e4a00 req-d466f5f5-5101-47b3-afbf-0781c215bb56 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:50.807529 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8a152a7e-4bbc-49aa-ac16-ae3af91e4a00 req-d466f5f5-5101-47b3-afbf-0781c215bb56 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 947 time: 0.0866334
Jul 14 08:47:50.858749 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8a152a7e-4bbc-49aa-ac16-ae3af91e4a00 req-4e3963e9-4f9c-447e-855f-6a3fbfd09879 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447881
Jul 14 08:47:50.956829 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de789a-769d-49a9-b7b1-7b9096187a3d req-2f024b9e-9bed-42f9-9ed2-f9c6cb857c0b tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:50.958434 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-61de789a-769d-49a9-b7b1-7b9096187a3d req-2f024b9e-9bed-42f9-9ed2-f9c6cb857c0b tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 945 time: 0.2875609
Jul 14 08:47:51.011660 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-61de789a-769d-49a9-b7b1-7b9096187a3d req-1b68349d-9618-4fc8-ac95-5cc53b8ce6f6 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470669
Jul 14 08:47:51.177070 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c252ae-7c80-469d-a7aa-4e02b2406ab7 req-08a41e25-95a5-4913-bbac-bbc8a9cf58eb tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:51.178583 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-41c252ae-7c80-469d-a7aa-4e02b2406ab7 req-08a41e25-95a5-4913-bbac-bbc8a9cf58eb tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/ports?device_id=be7317c8-265e-4bac-8081-331f84fdabff HTTP/1.1" status: 200  len: 945 time: 0.0858891
Jul 14 08:47:51.202307 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5e065-d0eb-42f9-aac4-835db6b9564f req-b98fd165-86af-40db-a6e9-6844be0ef701 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:51.203934 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4fd5e065-d0eb-42f9-aac4-835db6b9564f req-b98fd165-86af-40db-a6e9-6844be0ef701 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.0817761
Jul 14 08:47:51.228911 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-41c252ae-7c80-469d-a7aa-4e02b2406ab7 req-e3abb782-ff6b-4349-b03f-0b53389688ad tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509bb95-6dfe-433f-b6cc-564ce9c446d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435643
Jul 14 08:47:51.254040 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4fd5e065-d0eb-42f9-aac4-835db6b9564f req-bf6f2a02-c288-4663-9277-0bc22f36f463 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430279
Jul 14 08:47:51.814157 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd984c57-aa6b-45bd-a01a-cc6a6a1780e6 req-653a7fce-ec01-4225-a9c4-d922671f1367 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:51.815699 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-dd984c57-aa6b-45bd-a01a-cc6a6a1780e6 req-653a7fce-ec01-4225-a9c4-d922671f1367 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cadb983-ac8d-47a0-9680-a56b622407ce HTTP/1.1" status: 200  len: 943 time: 0.0802777
Jul 14 08:47:51.845811 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device fc52362a-90c1-40ec-9135-edf2a4b585ca details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 14 08:47:51.865119 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-dd984c57-aa6b-45bd-a01a-cc6a6a1780e6 req-9f17edf2-8c6f-4138-88eb-254729276319 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427763
Jul 14 08:47:51.992613 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port fc52362a-90c1-40ec-9135-edf2a4b585ca, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=fc52362a-90c1-40ec-9135-edf2a4b585ca,segment=NetworkSegment(57e109e9-a08a-4b16-af5b-d8326e490f60),segment_id=57e109e9-a08a-4b16-af5b-d8326e490f60)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:47:52.007272 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Returning: {'device': 'fc52362a-90c1-40ec-9135-edf2a4b585ca', 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a', 'port_id': 'fc52362a-90c1-40ec-9135-edf2a4b585ca', 'mac_address': 'fa:16:3e:dd:62:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 14 08:47:52.062484 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:52.084882 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc52362a-90c1-40ec-9135-edf2a4b585ca {{(pid=82097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:47:52.089317 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9594f6-d4fd-41fc-ba5e-7833f35cb2eb req-b8852d3c-8aa3-4451-872f-92613f24d7b7 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:52.091218 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4c9594f6-d4fd-41fc-ba5e-7833f35cb2eb req-b8852d3c-8aa3-4451-872f-92613f24d7b7 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 947 time: 0.0947907
Jul 14 08:47:52.100655 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port fc52362a-90c1-40ec-9135-edf2a4b585ca, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=fc52362a-90c1-40ec-9135-edf2a4b585ca,segment=NetworkSegment(57e109e9-a08a-4b16-af5b-d8326e490f60),segment_id=57e109e9-a08a-4b16-af5b-d8326e490f60)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:47:52.103923 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:52.105879 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:52.139419 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2363fe-270a-4a6e-96ed-2fb6f685a2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b904831d-c561-4abf-b18b-fa6f34ef809f'}] {{(pid=82097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:47:52.145360 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4c9594f6-d4fd-41fc-ba5e-7833f35cb2eb req-308d9ccd-39b5-4946-bf0e-bb6d65939d7f tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451720
Jul 14 08:47:52.176917 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=fc52362a-90c1-40ec-9135-edf2a4b585ca,revision_number=4']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:52.180222 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:52.221126 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2363fe-270a-4a6e-96ed-2fb6f685a2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b904831d-c561-4abf-b18b-fa6f34ef809f', 'code': 200}
Jul 14 08:47:52.233456 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11a7f9-caa6-4647-9c87-0a6fa1efd041 req-90531f88-3c69-472c-b50c-ff6c1fcd4aa7 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:52.235039 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ca11a7f9-caa6-4647-9c87-0a6fa1efd041 req-90531f88-3c69-472c-b50c-ff6c1fcd4aa7 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 945 time: 0.0970755
Jul 14 08:47:52.284990 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ca11a7f9-caa6-4647-9c87-0a6fa1efd041 req-cb1b5890-6161-4c61-ad81-24b8fa728b97 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438809
Jul 14 08:47:52.435331 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d79614-203a-435e-afac-9b99841b88bb req-d5f6bbbf-fa3d-4c5b-bc1b-7c58efee0c3f tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:52.436838 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-58d79614-203a-435e-afac-9b99841b88bb req-d5f6bbbf-fa3d-4c5b-bc1b-7c58efee0c3f tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/ports?device_id=be7317c8-265e-4bac-8081-331f84fdabff HTTP/1.1" status: 200  len: 945 time: 0.0812058
Jul 14 08:47:52.477146 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32373044-6b55-4da6-92bb-78bce4fd86bf req-3935aff4-2076-4d9e-a07a-4bc2902b5d45 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:52.478832 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-32373044-6b55-4da6-92bb-78bce4fd86bf req-3935aff4-2076-4d9e-a07a-4bc2902b5d45 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.0823214
Jul 14 08:47:52.496896 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-58d79614-203a-435e-afac-9b99841b88bb req-74295dc7-47d1-486e-bb61-8deea7ae5c1c tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509bb95-6dfe-433f-b6cc-564ce9c446d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537696
Jul 14 08:47:52.532613 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-32373044-6b55-4da6-92bb-78bce4fd86bf req-29dd51d3-efce-4702-a9a1-4dab84f2ad7b tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469360
Jul 14 08:47:53.071039 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94374a2-a4fe-4f2d-9087-7a400ad35ef5 req-d1d6622a-7bef-456e-839e-29000fb32de7 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:53.073088 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a94374a2-a4fe-4f2d-9087-7a400ad35ef5 req-d1d6622a-7bef-456e-839e-29000fb32de7 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cadb983-ac8d-47a0-9680-a56b622407ce HTTP/1.1" status: 200  len: 944 time: 0.0812976
Jul 14 08:47:53.120005 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a94374a2-a4fe-4f2d-9087-7a400ad35ef5 req-43abf42b-eb32-474a-ab9e-f8a0ca7c827e tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409312
Jul 14 08:47:53.496269 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4807a15-1525-4ef2-a85e-41745fe78dd8 req-c0210aff-fd7d-422e-ae30-525f4221ead5 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:53.497865 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d4807a15-1525-4ef2-a85e-41745fe78dd8 req-c0210aff-fd7d-422e-ae30-525f4221ead5 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 947 time: 0.0825119
Jul 14 08:47:53.498712 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39db936-f613-4f6a-8c25-e347cc2cd04a req-90b54e85-9fb9-4f3a-835f-7c28b4e7ecd5 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:53.500323 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d39db936-f613-4f6a-8c25-e347cc2cd04a req-90b54e85-9fb9-4f3a-835f-7c28b4e7ecd5 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 945 time: 0.0874250
Jul 14 08:47:53.546584 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d4807a15-1525-4ef2-a85e-41745fe78dd8 req-1f9dc91e-c62e-47b9-8bd2-975d242c9023 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422211
Jul 14 08:47:53.554384 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d39db936-f613-4f6a-8c25-e347cc2cd04a req-06603c29-788a-4b62-b376-f6f4fb6ee3bd tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476518
Jul 14 08:47:53.761671 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20b3e6-f5a7-409c-a263-868b409f43b3 req-b3da616e-3e79-48e5-9b34-fd66104798c3 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:53.763291 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-aa20b3e6-f5a7-409c-a263-868b409f43b3 req-b3da616e-3e79-48e5-9b34-fd66104798c3 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/ports?device_id=be7317c8-265e-4bac-8081-331f84fdabff HTTP/1.1" status: 200  len: 945 time: 0.0834091
Jul 14 08:47:53.775262 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244bdc9-ac74-479c-b9b8-45cc8d3105fa req-c6c9714f-689b-47de-93b2-120e3ddf7b87 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:53.776850 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c244bdc9-ac74-479c-b9b8-45cc8d3105fa req-c6c9714f-689b-47de-93b2-120e3ddf7b87 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.0958884
Jul 14 08:47:53.811666 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-aa20b3e6-f5a7-409c-a263-868b409f43b3 req-7b42a14c-684a-4af6-a5bf-dbc56fcef59b tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509bb95-6dfe-433f-b6cc-564ce9c446d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420725
Jul 14 08:47:53.825659 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c244bdc9-ac74-479c-b9b8-45cc8d3105fa req-672fc137-e4aa-4468-9b2b-80f9e6a944a4 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426478
Jul 14 08:47:54.328784 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa7686-8bde-4bf7-9a16-051ed496bb15 req-2bc5a9a7-ea63-43f5-b531-d638c363ccd7 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:54.330703 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ccaa7686-8bde-4bf7-9a16-051ed496bb15 req-2bc5a9a7-ea63-43f5-b531-d638c363ccd7 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cadb983-ac8d-47a0-9680-a56b622407ce HTTP/1.1" status: 200  len: 944 time: 0.0905378
Jul 14 08:47:54.384659 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ccaa7686-8bde-4bf7-9a16-051ed496bb15 req-a5b6fc76-f757-46a2-9de9-e89f7cf7b757 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474341
Jul 14 08:47:54.770397 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f6165-97e2-445a-b193-b005eaa5e802 req-07594a1b-6328-4e2d-b979-9d6b4d3a67bd tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:54.772025 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fb0f6165-97e2-445a-b193-b005eaa5e802 req-07594a1b-6328-4e2d-b979-9d6b4d3a67bd tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 947 time: 0.0867865
Jul 14 08:47:54.773734 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010f667-c4ce-4422-91e7-5da4fdee5a3b req-a72f4e5a-606d-4544-bc07-e41f7926d39b tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:54.776164 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8010f667-c4ce-4422-91e7-5da4fdee5a3b req-a72f4e5a-606d-4544-bc07-e41f7926d39b tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 945 time: 0.0905013
Jul 14 08:47:54.821106 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fb0f6165-97e2-445a-b193-b005eaa5e802 req-4fd25e41-de56-4a0a-b5b6-cd2b9fa9b767 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421126
Jul 14 08:47:54.832402 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8010f667-c4ce-4422-91e7-5da4fdee5a3b req-818b6c32-0e73-489c-9c24-9e7fc52e3a31 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459104
Jul 14 08:47:55.027303 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9a9ee-6a49-45f1-8778-877f92e218c1 req-fcbe2e7f-e906-4a54-9256-626e8e9f748a tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:55.028903 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-87e9a9ee-6a49-45f1-8778-877f92e218c1 req-fcbe2e7f-e906-4a54-9256-626e8e9f748a tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/ports?device_id=be7317c8-265e-4bac-8081-331f84fdabff HTTP/1.1" status: 200  len: 945 time: 0.0857706
Jul 14 08:47:55.048941 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd63195-be15-4fa8-8feb-85bef18ae17f req-32e33080-5344-4d1a-9aef-63599723ae9a tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:55.050540 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fdd63195-be15-4fa8-8feb-85bef18ae17f req-32e33080-5344-4d1a-9aef-63599723ae9a tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.0862465
Jul 14 08:47:55.081324 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-87e9a9ee-6a49-45f1-8778-877f92e218c1 req-9692cda9-1e1d-4f65-a191-73b1ad2e8f60 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509bb95-6dfe-433f-b6cc-564ce9c446d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459335
Jul 14 08:47:55.103561 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fdd63195-be15-4fa8-8feb-85bef18ae17f req-1a5a5a8e-540f-4a2d-9dde-a2f08d0e13dc tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458579
Jul 14 08:47:55.348610 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] get_ports_and_sgs() called for port_ids ['fc52362a-90c1-40ec-9135-edf2a4b585ca'] {{(pid=82097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 14 08:47:55.634831 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c797e-2c85-439c-96e7-935b3bcef52d req-24d640cb-4082-4e6e-8e19-4845559522f6 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:55.636785 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5a8c797e-2c85-439c-96e7-935b3bcef52d req-24d640cb-4082-4e6e-8e19-4845559522f6 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 984 time: 0.2171719
Jul 14 08:47:55.644777 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fffd7c84-e96b-4766-bb0c-a1b5e193e839 req-9e8c169e-5146-475e-88ac-2718e22d8ea6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=040f599933ea4921bd32ee786c14df5e&device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 1137 time: 0.1609557
Jul 14 08:47:55.726992 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65885bca-2239-4af1-9a77-5c56c34a3b3a req-a4b2896c-d521-40ae-be08-c4552c26fe1a tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:55.729593 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-65885bca-2239-4af1-9a77-5c56c34a3b3a req-a4b2896c-d521-40ae-be08-c4552c26fe1a tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cadb983-ac8d-47a0-9680-a56b622407ce HTTP/1.1" status: 200  len: 944 time: 0.2008448
Jul 14 08:47:55.737614 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-50af383b-a1a0-487d-b6aa-0fb9cc647b92 req-0380d5a7-1339-401d-b1b2-1c9435e1fbcd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 1100 time: 0.1122952
Jul 14 08:47:55.787247 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-65885bca-2239-4af1-9a77-5c56c34a3b3a req-811dda72-00bd-4ef5-8801-9a88eb815f4a tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466924
Jul 14 08:47:55.925345 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-50af383b-a1a0-487d-b6aa-0fb9cc647b92 req-1638013f-6256-4778-808b-87dda0c98fe7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0975511
Jul 14 08:47:55.943502 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7edce2d-529d-460e-855c-ef5aa1baffee req-e0cfc535-8309-40ce-8725-895e54150117 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:55.945036 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c7edce2d-529d-460e-855c-ef5aa1baffee req-e0cfc535-8309-40ce-8725-895e54150117 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.1026254
Jul 14 08:47:55.974390 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5a8c797e-2c85-439c-96e7-935b3bcef52d req-1b6c8ed9-ea1b-457f-9bcc-4ad0b9dab24a tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e433955-2e61-4355-b38d-73342a9935d1&id=bd3ceb96-24d3-46f0-a357-fd9c0f4c4b3e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3284423
Jul 14 08:47:56.019999 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd7c84-e96b-4766-bb0c-a1b5e193e839 req-d69581eb-29f9-400c-ad9a-85d509ad258a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:56.021639 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fffd7c84-e96b-4766-bb0c-a1b5e193e839 req-d69581eb-29f9-400c-ad9a-85d509ad258a service neutron] 10.222.0.43 "GET /v2.0/networks?id=3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e HTTP/1.1" status: 200  len: 916 time: 0.1712816
Jul 14 08:47:56.050719 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713513a3-8533-4312-aa00-f184006db834 req-e5e9ee9e-c9e3-48cd-9e05-7f39485a24a4 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:56.052362 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-713513a3-8533-4312-aa00-f184006db834 req-e5e9ee9e-c9e3-48cd-9e05-7f39485a24a4 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 945 time: 0.0924840
Jul 14 08:47:56.101265 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-713513a3-8533-4312-aa00-f184006db834 req-68c0d498-3de8-4f65-85f2-4070b673c6a2 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426900
Jul 14 08:47:56.168835 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388eb623-1ae5-4171-adec-d85ef0adfdce req-05d141e8-1e93-4517-9227-ca08254fb484 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:56.170419 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-388eb623-1ae5-4171-adec-d85ef0adfdce req-05d141e8-1e93-4517-9227-ca08254fb484 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 947 time: 0.0816946
Jul 14 08:47:56.222023 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-388eb623-1ae5-4171-adec-d85ef0adfdce req-e8ee3f39-b211-4074-994c-a373bea79298 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454564
Jul 14 08:47:56.350737 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c61db-be94-4f2d-bda1-786d35ac84e8 req-a8c98840-ba23-4c53-ae63-40d32dcc40b1 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:56.352377 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-708c61db-be94-4f2d-bda1-786d35ac84e8 req-a8c98840-ba23-4c53-ae63-40d32dcc40b1 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/ports?device_id=be7317c8-265e-4bac-8081-331f84fdabff HTTP/1.1" status: 200  len: 945 time: 0.1422994
Jul 14 08:47:56.379416 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [req-c7edce2d-529d-460e-855c-ef5aa1baffee req-01108c3f-eded-4c6f-ba62-340c7450f606 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Deleting port c8fb76f8-786e-48d2-8b7f-d7e369ba3953 {{(pid=82096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:47:56.379729 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-c7edce2d-529d-460e-855c-ef5aa1baffee req-01108c3f-eded-4c6f-ba62-340c7450f606 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:56.432214 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fffd7c84-e96b-4766-bb0c-a1b5e193e839 req-92280901-ebc3-4fef-a883-4fc7eb29cc99 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7b85a36-8251-4688-991e-7330120da3a5 HTTP/1.1" status: 200  len: 1001 time: 0.1540406
Jul 14 08:47:56.487246 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-708c61db-be94-4f2d-bda1-786d35ac84e8 req-abd2c832-2b32-4a7a-a70f-3f0baed74d59 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509bb95-6dfe-433f-b6cc-564ce9c446d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278098
Jul 14 08:47:56.522851 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799480eb-0488-4cf8-845a-ef5e5fcc6edc req-912031c7-b664-431e-b908-c1735da91f5a tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:56.525017 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-799480eb-0488-4cf8-845a-ef5e5fcc6edc req-912031c7-b664-431e-b908-c1735da91f5a tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 945 time: 0.1759436
Jul 14 08:47:56.568475 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd7c84-e96b-4766-bb0c-a1b5e193e839 req-d78cb8c4-af95-4a75-8b8c-1802aabe1dec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:56.570068 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fffd7c84-e96b-4766-bb0c-a1b5e193e839 req-d78cb8c4-af95-4a75-8b8c-1802aabe1dec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2cf41e9b-05a3-472b-ac95-40e03d3ea215 HTTP/1.1" status: 200  len: 854 time: 0.1273682
Jul 14 08:47:56.657634 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-799480eb-0488-4cf8-845a-ef5e5fcc6edc req-b7dc4da4-ce03-4d82-b880-0a9d1f654c78 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4c76576-c718-43ee-9489-ced7bf39cfe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255050
Jul 14 08:47:56.707450 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fffd7c84-e96b-4766-bb0c-a1b5e193e839 req-a145d4c0-571b-4542-8bf3-4405fe77ed63 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1206336
Jul 14 08:47:56.730620 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-c7edce2d-529d-460e-855c-ef5aa1baffee req-01108c3f-eded-4c6f-ba62-340c7450f606 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] For port c8fb76f8-786e-48d2-8b7f-d7e369ba3953, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=c8fb76f8-786e-48d2-8b7f-d7e369ba3953,segment=NetworkSegment(0edd189e-e3ea-4923-a0da-7557c2c9cbcb),segment_id=0edd189e-e3ea-4923-a0da-7557c2c9cbcb)] {{(pid=82096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:47:56.731025 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-c7edce2d-529d-460e-855c-ef5aa1baffee req-01108c3f-eded-4c6f-ba62-340c7450f606 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:56.774153 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device fc52362a-90c1-40ec-9135-edf2a4b585ca up at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:47:56.915976 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fffd7c84-e96b-4766-bb0c-a1b5e193e839 req-29ac04c6-6653-4a23-aa40-28f4d237283b service neutron] 10.222.0.43 "GET /v2.0/networks/3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1970773
Jul 14 08:47:56.923520 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning for port fc52362a-90c1-40ec-9135-edf2a4b585ca completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:47:56.938108 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning complete for port fc52362a-90c1-40ec-9135-edf2a4b585ca triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:47:56.942346 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:56.955548 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [req-c7edce2d-529d-460e-855c-ef5aa1baffee req-01108c3f-eded-4c6f-ba62-340c7450f606 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Calling delete_port for c8fb76f8-786e-48d2-8b7f-d7e369ba3953 owned by compute:nova {{(pid=82096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:47:57.086550 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fffd7c84-e96b-4766-bb0c-a1b5e193e839 req-a51d40f6-a064-4b42-b000-fe74ed7ad664 service neutron] 10.222.0.43 "GET /v2.0/networks/3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1610467
Jul 14 08:47:57.089839 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:57.155996 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb673600-52d8-4fba-8afb-425a9620ef73 req-3db6ea3f-b9ca-4c3c-ad91-dbbfcf9b4c38 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:57.157680 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-eb673600-52d8-4fba-8afb-425a9620ef73 req-3db6ea3f-b9ca-4c3c-ad91-dbbfcf9b4c38 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cadb983-ac8d-47a0-9680-a56b622407ce HTTP/1.1" status: 200  len: 944 time: 0.2092855
Jul 14 08:47:57.160306 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cadb983-ac8d-47a0-9680-a56b622407ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc52362a-90c1-40ec-9135-edf2a4b585ca'}] {{(pid=82097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:47:57.186051 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port fc52362a-90c1-40ec-9135-edf2a4b585ca, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=fc52362a-90c1-40ec-9135-edf2a4b585ca,segment=NetworkSegment(57e109e9-a08a-4b16-af5b-d8326e490f60),segment_id=57e109e9-a08a-4b16-af5b-d8326e490f60)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:47:57.189191 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:57.197100 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-2e9e0270-5008-4545-8542-2095805c4f9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:57.277831 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-eb673600-52d8-4fba-8afb-425a9620ef73 req-cceffef3-27b5-44a6-8d7f-0bc59d9e8a91 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0849543
Jul 14 08:47:57.277831 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-c7edce2d-529d-460e-855c-ef5aa1baffee req-01108c3f-eded-4c6f-ba62-340c7450f606 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132881'] for port, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:57.278174 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a4890-15c4-4d80-a19d-702cf109bae8 req-a9c7026f-daee-4495-8e94-e7352ede160c tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:57.279895 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d97a4890-15c4-4d80-a19d-702cf109bae8 req-a9c7026f-daee-4495-8e94-e7352ede160c tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 984 time: 0.1236644
Jul 14 08:47:57.319028 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-cb9e2beb-f7da-419a-ae19-ef5f6f01dd3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:57.387756 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=fc52362a-90c1-40ec-9135-edf2a4b585ca,revision_number=5']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:57.391786 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:57.407021 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d97a4890-15c4-4d80-a19d-702cf109bae8 req-7ccef22f-98d1-45d1-8c21-9c2f8fe10ef3 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e433955-2e61-4355-b38d-73342a9935d1&id=bd3ceb96-24d3-46f0-a357-fd9c0f4c4b3e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1080577
Jul 14 08:47:57.445623 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01108c3f-eded-4c6f-ba62-340c7450f606 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Pushing event deleted for resources: {'Port': ['ID=c8fb76f8-786e-48d2-8b7f-d7e369ba3953,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:57.501719 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cadb983-ac8d-47a0-9680-a56b622407ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc52362a-90c1-40ec-9135-edf2a4b585ca', 'code': 200}
Jul 14 08:47:57.560291 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7edce2d-529d-460e-855c-ef5aa1baffee req-01108c3f-eded-4c6f-ba62-340c7450f606 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] No DVR routers for this DVR port c8fb76f8-786e-48d2-8b7f-d7e369ba3953 on host hv-cinder-80022 {{(pid=82096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 14 08:47:57.563442 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-c7edce2d-529d-460e-855c-ef5aa1baffee req-01108c3f-eded-4c6f-ba62-340c7450f606 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:57.567835 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01108c3f-eded-4c6f-ba62-340c7450f606 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:47:57.568254 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01108c3f-eded-4c6f-ba62-340c7450f606 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:47:57.568664 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01108c3f-eded-4c6f-ba62-340c7450f606 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:47:57.569069 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01108c3f-eded-4c6f-ba62-340c7450f606 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:47:57.569467 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01108c3f-eded-4c6f-ba62-340c7450f606 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:47:57.570076 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01108c3f-eded-4c6f-ba62-340c7450f606 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:47:57.570617 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01108c3f-eded-4c6f-ba62-340c7450f606 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:47:57.571595 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01108c3f-eded-4c6f-ba62-340c7450f606 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:47:57.572003 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01108c3f-eded-4c6f-ba62-340c7450f606 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:47:57.572400 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01108c3f-eded-4c6f-ba62-340c7450f606 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:47:57.572799 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01108c3f-eded-4c6f-ba62-340c7450f606 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:47:57.576955 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-01108c3f-eded-4c6f-ba62-340c7450f606 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:57.584033 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb86f677-e462-453c-8796-b44a47c037ec', 'name': 'network-vif-deleted', 'tag': 'c8fb76f8-786e-48d2-8b7f-d7e369ba3953'}] {{(pid=82096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:47:57.608713 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c7edce2d-529d-460e-855c-ef5aa1baffee req-01108c3f-eded-4c6f-ba62-340c7450f606 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.43 "DELETE /v2.0/ports/c8fb76f8-786e-48d2-8b7f-d7e369ba3953 HTTP/1.1" status: 204  len: 173 time: 1.3294640
Jul 14 08:47:57.663909 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8ec6a-f3d9-409e-a3d0-54f471ff3bff req-7e9c7aa3-4102-4bad-ace9-119eee7adce7 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:57.673116 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-08b8ec6a-f3d9-409e-a3d0-54f471ff3bff req-7e9c7aa3-4102-4bad-ace9-119eee7adce7 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 945 time: 0.1711912
Jul 14 08:47:57.733644 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a6f66-613c-4321-a823-3799dce6d061 req-bb837dc7-62b8-4d2f-8a76-b2839527849e tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:57.741446 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2f7a6f66-613c-4321-a823-3799dce6d061 req-bb837dc7-62b8-4d2f-8a76-b2839527849e tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 947 time: 0.1162333
Jul 14 08:47:57.756107 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-08b8ec6a-f3d9-409e-a3d0-54f471ff3bff req-743c92e0-0b5a-4283-aa97-daf0dd0dc004 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0820422
Jul 14 08:47:57.787361 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2f7a6f66-613c-4321-a823-3799dce6d061 req-a560e83a-b27e-410a-a0d1-8ec30d1ff843 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447664
Jul 14 08:47:57.858567 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb86f677-e462-453c-8796-b44a47c037ec', 'name': 'network-vif-deleted', 'tag': 'c8fb76f8-786e-48d2-8b7f-d7e369ba3953', 'status': 'completed', 'code': 200}
Jul 14 08:47:58.169861 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-39e7b1ee-f1f9-4046-bb9d-40ee623d4a14 req-26f76664-eb6a-4fe0-9520-a07a06c66d75 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb86f677-e462-453c-8796-b44a47c037ec HTTP/1.1" status: 200  len: 210 time: 0.0496886
Jul 14 08:47:58.208822 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e0bf68f2-5140-4e59-9c9a-baab8f0bb0a4 req-49ce5bbd-61bd-4e77-a252-2c2127c14732 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0cadb983-ac8d-47a0-9680-a56b622407ce HTTP/1.1" status: 200  len: 1098 time: 0.0973396
Jul 14 08:47:58.271181 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e0bf68f2-5140-4e59-9c9a-baab8f0bb0a4 req-9e13be5a-d1a6-4a59-be90-b8da85c89503 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432274
Jul 14 08:47:58.513278 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc105b5-6257-4620-87fc-6d0c84be00a0 req-584094ef-a99c-4704-8877-15a9ef3b4ad8 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:58.516410 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bfc105b5-6257-4620-87fc-6d0c84be00a0 req-584094ef-a99c-4704-8877-15a9ef3b4ad8 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cadb983-ac8d-47a0-9680-a56b622407ce HTTP/1.1" status: 200  len: 945 time: 0.1019807
Jul 14 08:47:58.603741 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bfc105b5-6257-4620-87fc-6d0c84be00a0 req-0fea249a-dbf8-4960-93dd-f61da21e51bd tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0807357
Jul 14 08:47:58.633208 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 58314) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:47:58.642553 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64b4d5-a73a-4b1c-b5f2-c8e427626511 req-dad5f2d4-61f5-4861-b482-f81cdb6e116f tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:58.644191 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bf64b4d5-a73a-4b1c-b5f2-c8e427626511 req-dad5f2d4-61f5-4861-b482-f81cdb6e116f tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 984 time: 0.0961246
Jul 14 08:47:58.698838 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bf64b4d5-a73a-4b1c-b5f2-c8e427626511 req-7ad169b1-783d-4442-a5f7-43a504e523c4 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e433955-2e61-4355-b38d-73342a9935d1&id=bd3ceb96-24d3-46f0-a357-fd9c0f4c4b3e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0472715
Jul 14 08:47:58.809930 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device c8fb76f8-786e-48d2-8b7f-d7e369ba3953 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:47:58.810258 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6cb8ba71-21d2-452e-b567-256bf618e5a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:58.846143 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] No Port match for: c8fb76f8-786e-48d2-8b7f-d7e369ba3953 {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:47:58.846691 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device c8fb76f8-786e-48d2-8b7f-d7e369ba3953 not bound to the agent host hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:47:58.846935 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-6cb8ba71-21d2-452e-b567-256bf618e5a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:47:58.852070 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-6cb8ba71-21d2-452e-b567-256bf618e5a0 admin admin] Usage tracker for resource:security_group_rule and tenant:950bc8d6ff26487c81f7467154337cf7 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:47:58.865210 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-6cb8ba71-21d2-452e-b567-256bf618e5a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:47:58.875662 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-6cb8ba71-21d2-452e-b567-256bf618e5a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:47:59.026581 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6cb8ba71-21d2-452e-b567-256bf618e5a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:59.031678 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6cb8ba71-21d2-452e-b567-256bf618e5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:59.035501 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2dbab2-7a8b-41e6-9a2f-45951966e598 req-aa0563e0-2509-4090-882f-e30de7d15a15 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:59.037493 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9b2dbab2-7a8b-41e6-9a2f-45951966e598 req-aa0563e0-2509-4090-882f-e30de7d15a15 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 947 time: 0.0874414
Jul 14 08:47:59.040856 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-9127704c-ef23-4f55-b36b-bc250e75cf54 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:59.052656 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a76c0-73c9-4a58-87f5-8556b67436e7 req-acf9f1f2-953c-48cf-ab97-7d38897ddeb1 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:59.054264 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e07a76c0-73c9-4a58-87f5-8556b67436e7 req-acf9f1f2-953c-48cf-ab97-7d38897ddeb1 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 945 time: 0.1557798
Jul 14 08:47:59.094454 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9b2dbab2-7a8b-41e6-9a2f-45951966e598 req-53e649db-4070-413b-a6ca-5516e4a4c87f tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500007
Jul 14 08:47:59.111734 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-6cb8ba71-21d2-452e-b567-256bf618e5a0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=950bc8d6ff26487c81f7467154337cf7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4773207
Jul 14 08:47:59.114670 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 58324) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:47:59.119684 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb8ba71-21d2-452e-b567-256bf618e5a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d19969a-732c-4630-b6d7-f8af78daa255,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:59.144701 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb8ba71-21d2-452e-b567-256bf618e5a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:47:59.145120 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb8ba71-21d2-452e-b567-256bf618e5a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:47:59.145527 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb8ba71-21d2-452e-b567-256bf618e5a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:47:59.145930 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb8ba71-21d2-452e-b567-256bf618e5a0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:47:59.146330 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb8ba71-21d2-452e-b567-256bf618e5a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:47:59.146727 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb8ba71-21d2-452e-b567-256bf618e5a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:47:59.147157 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb8ba71-21d2-452e-b567-256bf618e5a0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:47:59.147569 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb8ba71-21d2-452e-b567-256bf618e5a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:47:59.147971 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb8ba71-21d2-452e-b567-256bf618e5a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:47:59.148354 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb8ba71-21d2-452e-b567-256bf618e5a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:47:59.148747 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb8ba71-21d2-452e-b567-256bf618e5a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:47:59.155016 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e07a76c0-73c9-4a58-87f5-8556b67436e7 req-bb79ed5b-b8ed-4c3d-836e-5eeb2dedbdfe tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0817342
Jul 14 08:47:59.155865 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-6cb8ba71-21d2-452e-b567-256bf618e5a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:59.192379 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2f8c01c-584d-461e-b468-3b254d410cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:59.220713 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2f8c01c-584d-461e-b468-3b254d410cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:59.267429 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2f8c01c-584d-461e-b468-3b254d410cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:59.272429 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-a9a0ba19-ab0a-48ed-b0a7-7b6cd0fad50b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:47:59.283933 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8c01c-584d-461e-b468-3b254d410cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d19969a-732c-4630-b6d7-f8af78daa255,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:47:59.284342 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 58332) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:47:59.286845 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e2f8c01c-584d-461e-b468-3b254d410cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:47:59.293836 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e2f8c01c-584d-461e-b468-3b254d410cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:59.295235 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-e2f8c01c-584d-461e-b468-3b254d410cbe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8d19969a-732c-4630-b6d7-f8af78daa255 HTTP/1.1" status: 204  len: 168 time: 0.1794226
Jul 14 08:47:59.729232 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-437725d1-ea8d-49a6-ae17-3266a1f64968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854084536'] for router_interface, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:47:59.930068 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a82487-c28b-43c5-bbe2-312cb56b8ad6 req-eb2fc0d2-8956-476d-bee1-f7873540970b tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:59.940330 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-89a82487-c28b-43c5-bbe2-312cb56b8ad6 req-eb2fc0d2-8956-476d-bee1-f7873540970b tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 984 time: 0.1069720
Jul 14 08:47:59.989920 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe1c4b-6d43-4460-aaac-61c22e6e7f67 req-477d4b37-5b8f-4b09-b483-487ea36ca6b1 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:47:59.991925 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f7fe1c4b-6d43-4460-aaac-61c22e6e7f67 req-477d4b37-5b8f-4b09-b483-487ea36ca6b1 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cadb983-ac8d-47a0-9680-a56b622407ce HTTP/1.1" status: 200  len: 945 time: 0.1962612
Jul 14 08:48:00.007983 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-89a82487-c28b-43c5-bbe2-312cb56b8ad6 req-618b6195-fa80-42ad-a448-d4be59129c1c tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e433955-2e61-4355-b38d-73342a9935d1&id=bd3ceb96-24d3-46f0-a357-fd9c0f4c4b3e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0660667
Jul 14 08:48:00.075825 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f7fe1c4b-6d43-4460-aaac-61c22e6e7f67 req-5184b6db-73a7-4f26-b95a-d074cd201821 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0758052
Jul 14 08:48:00.407662 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7db17-5ed3-4db0-bcdc-d978cbb1aea7 req-913de6a4-3fc0-4584-a802-94463676bea6 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:48:00.409643 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-57b7db17-5ed3-4db0-bcdc-d978cbb1aea7 req-913de6a4-3fc0-4584-a802-94463676bea6 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 945 time: 0.1043956
Jul 14 08:48:00.464114 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-57b7db17-5ed3-4db0-bcdc-d978cbb1aea7 req-fc1a5cd3-0f00-4a6b-9f77-f9f270a88c4c tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469718
Jul 14 08:48:00.759569 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-437725d1-ea8d-49a6-ae17-3266a1f64968 admin admin] Deleting port fae97db7-86fc-4050-bf13-08b55c85ba01 {{(pid=82095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:48:00.760126 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-437725d1-ea8d-49a6-ae17-3266a1f64968 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:00.952008 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-437725d1-ea8d-49a6-ae17-3266a1f64968 admin admin] For port fae97db7-86fc-4050-bf13-08b55c85ba01, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=fae97db7-86fc-4050-bf13-08b55c85ba01,segment=NetworkSegment(0edd189e-e3ea-4923-a0da-7557c2c9cbcb),segment_id=0edd189e-e3ea-4923-a0da-7557c2c9cbcb)] {{(pid=82095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:48:00.952439 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-437725d1-ea8d-49a6-ae17-3266a1f64968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:01.084083 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-437725d1-ea8d-49a6-ae17-3266a1f64968 admin admin] Calling delete_port for fae97db7-86fc-4050-bf13-08b55c85ba01 owned by network:router_interface {{(pid=82095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:48:01.298021 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c461c-9261-4fc4-8e39-3ee81b4f1314 req-4ca4ff28-e26a-4c66-9fbf-9f8c21f54d60 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:48:01.299596 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-743c461c-9261-4fc4-8e39-3ee81b4f1314 req-4ca4ff28-e26a-4c66-9fbf-9f8c21f54d60 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cadb983-ac8d-47a0-9680-a56b622407ce HTTP/1.1" status: 200  len: 945 time: 0.0951154
Jul 14 08:48:01.359512 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-743c461c-9261-4fc4-8e39-3ee81b4f1314 req-52772690-7251-48a0-bea0-ca0918a2facb tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535338
Jul 14 08:48:01.409611 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76614fb-a3df-4f1e-aaf9-19d8619e35c5 req-c76f02aa-6022-4415-9148-8b0b929624cf tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:48:01.411259 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c76614fb-a3df-4f1e-aaf9-19d8619e35c5 req-c76f02aa-6022-4415-9148-8b0b929624cf tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 984 time: 0.2722690
Jul 14 08:48:01.514734 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c76614fb-a3df-4f1e-aaf9-19d8619e35c5 req-768e3890-e1ed-482b-9345-afaac95ddda2 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e433955-2e61-4355-b38d-73342a9935d1&id=bd3ceb96-24d3-46f0-a357-fd9c0f4c4b3e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0621841
Jul 14 08:48:01.528679 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-437725d1-ea8d-49a6-ae17-3266a1f64968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:01.535730 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-2b51c13f-8a86-4d42-8e34-80038fd9e4f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:01.579687 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437725d1-ea8d-49a6-ae17-3266a1f64968 admin admin] Pushing event deleted for resources: {'Port': ['ID=fae97db7-86fc-4050-bf13-08b55c85ba01,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:01.582294 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-437725d1-ea8d-49a6-ae17-3266a1f64968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:01.582417 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c23078-d2aa-4b39-b930-d4299fbe237b req-d8071bed-dc12-4faf-ab61-f2a338226ce6 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:48:01.590626 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-21c23078-d2aa-4b39-b930-d4299fbe237b req-d8071bed-dc12-4faf-ab61-f2a338226ce6 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cadb983-ac8d-47a0-9680-a56b622407ce HTTP/1.1" status: 200  len: 945 time: 0.1037025
Jul 14 08:48:01.647365 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-21c23078-d2aa-4b39-b930-d4299fbe237b req-e97de6dc-f7bd-4f6a-b302-f37d4337dd96 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0556467
Jul 14 08:48:01.664808 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 58394) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:01.927402 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3e674-3391-4d71-850e-fa361a2ce005 req-37930a11-c8d5-4b9e-a529-d07b1ff0ed34 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:48:01.929015 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-76f3e674-3391-4d71-850e-fa361a2ce005 req-37930a11-c8d5-4b9e-a529-d07b1ff0ed34 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 945 time: 0.2255750
Jul 14 08:48:02.000843 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-76f3e674-3391-4d71-850e-fa361a2ce005 req-0dcd4971-e4a6-4b8b-8b7c-757c871dfe0d tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0607376
Jul 14 08:48:02.012201 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-199ffe69-1dfd-4a20-adbf-4e7b93536d54 tempest-TestVolumeBootPattern-1269980612 tempest-TestVolumeBootPattern-1269980612-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=0cadb983-ac8d-47a0-9680-a56b622407ce HTTP/1.1" status: 200  len: 1093 time: 0.3460720
Jul 14 08:48:02.015274 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 58408) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:02.025562 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-975e903c-d3b6-4804-9254-1f9bf20b3919 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Request body: {'floatingip': {'floating_network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'port_id': 'fc52362a-90c1-40ec-9135-edf2a4b585ca', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'fixed_ip_address': '172.20.0.8'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:48:02.032381 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-975e903c-d3b6-4804-9254-1f9bf20b3919 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:48:02.036452 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-975e903c-d3b6-4804-9254-1f9bf20b3919 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Usage tracker for resource:floatingip and tenant:d5ca9a25ddbb42138f9b6a1b70d08687 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:48:02.039797 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-975e903c-d3b6-4804-9254-1f9bf20b3919 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:48:02.046250 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-975e903c-d3b6-4804-9254-1f9bf20b3919 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:48:02.046743 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-437725d1-ea8d-49a6-ae17-3266a1f64968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7804734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699896'] for router_interface, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:02.056577 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-975e903c-d3b6-4804-9254-1f9bf20b3919 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for floatingip, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:02.215642 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-975e903c-d3b6-4804-9254-1f9bf20b3919 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:02.370542 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [None req-975e903c-d3b6-4804-9254-1f9bf20b3919 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Allocated IP 172.27.3.245 (67339833-1858-4359-a5f3-39cbe3daa12b/5340f5f3-2f04-41df-9207-8bcd858e18e6/c760aa0f-0f6f-48dc-b4ad-328e5356f72b) {{(pid=82096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:48:02.523312 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-975e903c-d3b6-4804-9254-1f9bf20b3919 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for port, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:02.569176 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-975e903c-d3b6-4804-9254-1f9bf20b3919 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132881'] for port, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:02.571001 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:02.664142 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e903c-d3b6-4804-9254-1f9bf20b3919 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Pushing event updated for resources: {'Port': ['ID=c760aa0f-0f6f-48dc-b4ad-328e5356f72b,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:02.670407 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-975e903c-d3b6-4804-9254-1f9bf20b3919 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:02.684540 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437725d1-ea8d-49a6-ae17-3266a1f64968 admin admin] Router 64ad9a01-4b60-4c48-8461-ed835a3209b8 has already been hosted by L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c {{(pid=82095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 14 08:48:02.718527 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975e903c-d3b6-4804-9254-1f9bf20b3919 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Network 67339833-1858-4359-a5f3-39cbe3daa12b is already hosted by enough agents. {{(pid=82096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:48:02.724998 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-975e903c-d3b6-4804-9254-1f9bf20b3919 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Resources bound (agent type, host, resource id):  {{(pid=82096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:48:02.728949 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975e903c-d3b6-4804-9254-1f9bf20b3919 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Received port after_create {{(pid=82096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:48:03.068813 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c8e51-14dd-4d3e-8c7d-9d3f1010492f req-7ebf3ae0-aa1f-4802-8147-6525602f1a6e tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:48:03.070581 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-333c8e51-14dd-4d3e-8c7d-9d3f1010492f req-7ebf3ae0-aa1f-4802-8147-6525602f1a6e tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 984 time: 0.4030101
Jul 14 08:48:03.126983 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437725d1-ea8d-49a6-ae17-3266a1f64968 admin admin] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:48:03.140860 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ce9a6c-fe03-462f-b4d0-95f568d60bba None None] Sync routers for ids ['64ad9a01-4b60-4c48-8461-ed835a3209b8'] in dv-cinder-800229-1-iscsi {{(pid=82098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:48:03.154363 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ce9a6c-fe03-462f-b4d0-95f568d60bba None None] Routers {'64ad9a01-4b60-4c48-8461-ed835a3209b8'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:48:03.155365 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-16ce9a6c-fe03-462f-b4d0-95f568d60bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64027247f0>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:47:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['64ad9a01-4b60-4c48-8461-ed835a3209b8'], 'active': True} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:48:03.200451 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-333c8e51-14dd-4d3e-8c7d-9d3f1010492f req-4ea7abcc-d32c-4944-8cfc-581ed7a8efec tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e433955-2e61-4355-b38d-73342a9935d1&id=bd3ceb96-24d3-46f0-a357-fd9c0f4c4b3e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1096497
Jul 14 08:48:03.216167 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-437725d1-ea8d-49a6-ae17-3266a1f64968 admin admin] 10.222.0.42 "PUT /v2.0/routers/64ad9a01-4b60-4c48-8461-ed835a3209b8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9298384
Jul 14 08:48:03.219298 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 58424) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:03.416483 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c7153-dd4e-48de-a138-253436911a4e req-cec34e85-0133-4104-9226-eba52122b026 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:48:03.418603 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d21c7153-dd4e-48de-a138-253436911a4e req-cec34e85-0133-4104-9226-eba52122b026 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 945 time: 0.2750218
Jul 14 08:48:03.517863 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d21c7153-dd4e-48de-a138-253436911a4e req-83383673-cbbe-413a-9795-86b11d863748 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0836077
Jul 14 08:48:03.553060 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76da7e37-8569-474d-bb4c-5324f1957d83 admin admin] Notify callbacks [] for router, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:03.614229 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-16ce9a6c-fe03-462f-b4d0-95f568d60bba None None] Set router 64ad9a01-4b60-4c48-8461-ed835a3209b8 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:48:03.643435 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-975e903c-d3b6-4804-9254-1f9bf20b3919 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:03.707552 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-975e903c-d3b6-4804-9254-1f9bf20b3919 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:03.778396 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76da7e37-8569-474d-bb4c-5324f1957d83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:03.786799 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-76da7e37-8569-474d-bb4c-5324f1957d83 admin admin] Deleting port 0fa98b25-b807-4b45-943d-5b255832a5df {{(pid=82095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:48:03.787487 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76da7e37-8569-474d-bb4c-5324f1957d83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:03.932855 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-16ce9a6c-fe03-462f-b4d0-95f568d60bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64027247f0>, [{'id': '64ad9a01-4b60-4c48-8461-ed835a3209b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1229405343-router', 'tenant_id': 'ead16347efbf48ac94be432daab86c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '0fa98b25-b807-4b45-943d-5b255832a5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:44Z', 'updated_at': '2021-07-14T08:48:01Z', 'revision_number': 5, 'project_id': 'ead16347efbf48ac94be432daab86c02', 'gw_port': {'id': '0fa98b25-b807-4b45-943d-5b255832a5df', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ec:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ad9a01-4b60-4c48-8461-ed835a3209b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:46Z', 'updated_at': '2021-07-14T08:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi'}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:48:03.936921 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ce9a6c-fe03-462f-b4d0-95f568d60bba None None] Checking router: 64ad9a01-4b60-4c48-8461-ed835a3209b8 for host: dv-cinder-800229-1-iscsi {{(pid=82098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:48:03.944983 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-975e903c-d3b6-4804-9254-1f9bf20b3919 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for port, precommit_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:03.949071 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ce9a6c-fe03-462f-b4d0-95f568d60bba None None] Routers {'64ad9a01-4b60-4c48-8461-ed835a3209b8'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:48:03.949646 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-975e903c-d3b6-4804-9254-1f9bf20b3919 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853642936'] for port, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:03.949807 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-16ce9a6c-fe03-462f-b4d0-95f568d60bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64027247f0>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:47:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['64ad9a01-4b60-4c48-8461-ed835a3209b8'], 'active': True} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:48:03.954502 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-85a4512f-276e-42b0-b7d9-a3824aabc741 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:03.981049 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-76da7e37-8569-474d-bb4c-5324f1957d83 admin admin] For port 0fa98b25-b807-4b45-943d-5b255832a5df, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=0fa98b25-b807-4b45-943d-5b255832a5df,segment=NetworkSegment(eeb05519-cb3f-4410-affd-d7c1079f9a7a),segment_id=eeb05519-cb3f-4410-affd-d7c1079f9a7a)] {{(pid=82095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:48:03.981449 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76da7e37-8569-474d-bb4c-5324f1957d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:04.070568 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e903c-d3b6-4804-9254-1f9bf20b3919 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Pushing event updated for resources: {'Port': ['ID=c760aa0f-0f6f-48dc-b4ad-328e5356f72b,revision_number=2']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:04.079000 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-975e903c-d3b6-4804-9254-1f9bf20b3919 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:04.105821 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-975e903c-d3b6-4804-9254-1f9bf20b3919 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854084435'] for floatingip, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:04.114537 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-76da7e37-8569-474d-bb4c-5324f1957d83 admin admin] Calling delete_port for 0fa98b25-b807-4b45-943d-5b255832a5df owned by network:router_gateway {{(pid=82095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:48:04.128951 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-16ce9a6c-fe03-462f-b4d0-95f568d60bba None None] Set router 64ad9a01-4b60-4c48-8461-ed835a3209b8 gateway port host: None {{(pid=82098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:48:04.262267 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-16ce9a6c-fe03-462f-b4d0-95f568d60bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64027247f0>, [{'id': '64ad9a01-4b60-4c48-8461-ed835a3209b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1229405343-router', 'tenant_id': 'ead16347efbf48ac94be432daab86c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:44Z', 'updated_at': '2021-07-14T08:48:03Z', 'revision_number': 6, 'project_id': 'ead16347efbf48ac94be432daab86c02', 'gw_port_host': None}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:48:04.268233 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ce9a6c-fe03-462f-b4d0-95f568d60bba None None] The sync data for ids ['64ad9a01-4b60-4c48-8461-ed835a3209b8'] in dv-cinder-800229-1-iscsi is: [{'id': '64ad9a01-4b60-4c48-8461-ed835a3209b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1229405343-router', 'tenant_id': 'ead16347efbf48ac94be432daab86c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:44Z', 'updated_at': '2021-07-14T08:48:03Z', 'revision_number': 6, 'project_id': 'ead16347efbf48ac94be432daab86c02', 'gw_port_host': None}] {{(pid=82098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:48:04.318737 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76da7e37-8569-474d-bb4c-5324f1957d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:04.325830 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-437725d1-ea8d-49a6-ae17-3266a1f64968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:04.348214 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.db.l3_db [None req-975e903c-d3b6-4804-9254-1f9bf20b3919 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Floating IP fecebcec-827a-400e-9c49-8cac145c59aa associated. External IP: 172.27.3.245, port: fc52362a-90c1-40ec-9135-edf2a4b585ca.
Jul 14 08:48:04.374099 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da7e37-8569-474d-bb4c-5324f1957d83 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fa98b25-b807-4b45-943d-5b255832a5df,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:04.377331 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-76da7e37-8569-474d-bb4c-5324f1957d83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:04.627144 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76da7e37-8569-474d-bb4c-5324f1957d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854079879'] for router_gateway, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:04.636505 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586dba17-707d-4562-b1b4-9babac201ece req-723e6214-309a-420e-aff0-6787978b1706 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:48:04.638183 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-586dba17-707d-4562-b1b4-9babac201ece req-723e6214-309a-420e-aff0-6787978b1706 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 984 time: 0.2314131
Jul 14 08:48:04.746027 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-586dba17-707d-4562-b1b4-9babac201ece req-e5545a25-341f-4650-90f4-f59e0c89436b tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e433955-2e61-4355-b38d-73342a9935d1&id=bd3ceb96-24d3-46f0-a357-fd9c0f4c4b3e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0952044
Jul 14 08:48:04.997641 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975e903c-d3b6-4804-9254-1f9bf20b3919 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Router 5be78347-3ba5-4a96-ae33-4dff4e9bb7e0 has already been hosted by L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c {{(pid=82096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 14 08:48:05.020248 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76da7e37-8569-474d-bb4c-5324f1957d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854083207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29855'] for router, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:05.029558 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76da7e37-8569-474d-bb4c-5324f1957d83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:05.046793 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714f98b-e14a-41e0-bdcd-e75bc11effcb req-147d1453-eafc-404a-b4d3-ef69fc8049cd tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:48:05.048494 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1714f98b-e14a-41e0-bdcd-e75bc11effcb req-147d1453-eafc-404a-b4d3-ef69fc8049cd tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 945 time: 0.2421410
Jul 14 08:48:05.182413 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76da7e37-8569-474d-bb4c-5324f1957d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697065'] for router, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:05.182984 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76da7e37-8569-474d-bb4c-5324f1957d83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64ad9a01-4b60-4c48-8461-ed835a3209b8 {{(pid=82095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 14 08:48:05.214857 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76da7e37-8569-474d-bb4c-5324f1957d83 admin admin] Notify callbacks [] for router, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:05.218469 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-76da7e37-8569-474d-bb4c-5324f1957d83 admin admin] 10.222.0.42 "DELETE /v2.0/routers/64ad9a01-4b60-4c48-8461-ed835a3209b8 HTTP/1.1" status: 204  len: 168 time: 1.9943855
Jul 14 08:48:05.220293 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 58448) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:05.228835 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1714f98b-e14a-41e0-bdcd-e75bc11effcb req-3a2a4a12-e1b2-478f-9b15-57871f675c9e tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0795507
Jul 14 08:48:05.299170 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a2db63e-830f-40e7-a539-2623b68c01b4 admin admin] Deleting subnet 39925f90-e1ab-4017-bcf5-1e919a7aa9a0 {{(pid=82096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 14 08:48:05.303646 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6a2db63e-830f-40e7-a539-2623b68c01b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:05.369466 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6a2db63e-830f-40e7-a539-2623b68c01b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098149'] for subnet, precommit_delete_associations {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:05.423165 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975e903c-d3b6-4804-9254-1f9bf20b3919 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:48:05.433390 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5ba569-1589-4a49-8cd8-26a01d9a2c76 None None] Sync routers for ids ['5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'] in dv-cinder-800229-1-iscsi {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:48:05.447373 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5ba569-1589-4a49-8cd8-26a01d9a2c76 None None] Routers {'5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:48:05.448224 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-ef5ba569-1589-4a49-8cd8-26a01d9a2c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f640218f240>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:47:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:48:05.448916 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6a2db63e-830f-40e7-a539-2623b68c01b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853748987'] for subnet, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:05.495636 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-975e903c-d3b6-4804-9254-1f9bf20b3919 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for floatingip, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:05.566751 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-975e903c-d3b6-4804-9254-1f9bf20b3919 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.5503578
Jul 14 08:48:05.568844 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cadb983-ac8d-47a0-9680-a56b622407ce', 'tag': 'fc52362a-90c1-40ec-9135-edf2a4b585ca'}] {{(pid=82096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:48:05.597001 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6a2db63e-830f-40e7-a539-2623b68c01b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853643001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852154510'] for subnet, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:05.604672 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:05.678895 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-ef5ba569-1589-4a49-8cd8-26a01d9a2c76 None None] Set router 5be78347-3ba5-4a96-ae33-4dff4e9bb7e0 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:48:05.770911 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c45ef723-1751-45f9-896e-8a4177c9e35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:05.847751 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cadb983-ac8d-47a0-9680-a56b622407ce', 'tag': 'fc52362a-90c1-40ec-9135-edf2a4b585ca', 'status': 'completed', 'code': 200}
Jul 14 08:48:05.892936 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2db63e-830f-40e7-a539-2623b68c01b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39925f90-e1ab-4017-bcf5-1e919a7aa9a0,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:05.900687 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-6a2db63e-830f-40e7-a539-2623b68c01b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:05.906530 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6a2db63e-830f-40e7-a539-2623b68c01b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:05.919459 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-6a2db63e-830f-40e7-a539-2623b68c01b4 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/39925f90-e1ab-4017-bcf5-1e919a7aa9a0 HTTP/1.1" status: 204  len: 168 time: 0.6965399
Jul 14 08:48:05.927181 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 58460) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:06.037684 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5897218a-b8ed-4ad4-be92-0893e587d323 req-57b201d7-e7af-40a5-b5b7-bcec162c1998 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d5ca9a25ddbb42138f9b6a1b70d08687&device_id=0cadb983-ac8d-47a0-9680-a56b622407ce HTTP/1.1" status: 200  len: 1098 time: 0.1882675
Jul 14 08:48:06.060825 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-da3f82db-40dd-4d1a-9682-4db3c58ea555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-950592'] for network, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:06.067593 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:06.100991 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-ef5ba569-1589-4a49-8cd8-26a01d9a2c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f640218f240>, [{'id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'name': 'tempest-TestVolumeBootPattern-1352610820-router', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:33Z', 'updated_at': '2021-07-14T08:46:42Z', 'revision_number': 4, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'gw_port': {'id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fe:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:34Z', 'updated_at': '2021-07-14T08:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_floatingips': [{'id': 'fecebcec-827a-400e-9c49-8cac145c59aa', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'router_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'port_id': 'fc52362a-90c1-40ec-9135-edf2a4b585ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a', 'mac_address': 'fa:16:3e:dd:62:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cadb983-ac8d-47a0-9680-a56b622407ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:48:03Z', 'updated_at': '2021-07-14T08:48:03Z', 'revision_number': 0, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfdfede3-3646-4b11-bd86-a286e5615db7', 'name': '', 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'mac_address': 'fa:16:3e:18:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:40Z', 'updated_at': '2021-07-14T08:46:57Z', 'revision_number': 5, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'subnets': [{'id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:48:06.106576 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5ba569-1589-4a49-8cd8-26a01d9a2c76 None None] Checking router: 5be78347-3ba5-4a96-ae33-4dff4e9bb7e0 for host: dv-cinder-800229-1-iscsi {{(pid=82097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:48:06.121348 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5ba569-1589-4a49-8cd8-26a01d9a2c76 None None] Routers {'5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:48:06.122031 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-ef5ba569-1589-4a49-8cd8-26a01d9a2c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f640218f240>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:47:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:48:06.211371 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfa90a-45dc-44c1-8e15-1b5ae24d0634 req-4be1ec54-f08b-45f4-9f69-9e2a314f638f tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:48:06.213140 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-60bfa90a-45dc-44c1-8e15-1b5ae24d0634 req-4be1ec54-f08b-45f4-9f69-9e2a314f638f tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 984 time: 0.3218725
Jul 14 08:48:06.267283 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-60bfa90a-45dc-44c1-8e15-1b5ae24d0634 req-98e2de9c-af59-4d9b-97f0-43a3d5dda209 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e433955-2e61-4355-b38d-73342a9935d1&id=bd3ceb96-24d3-46f0-a357-fd9c0f4c4b3e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0476990
Jul 14 08:48:06.337308 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-da3f82db-40dd-4d1a-9682-4db3c58ea555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853745778', 'neutron.services.segments.db._delete_segments_for_network--9223363282633926140'] for network, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:06.378844 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-da3f82db-40dd-4d1a-9682-4db3c58ea555 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f640336c978>,) {'filters': {'network_id': ['d19eb0ec-3fca-4972-8b6c-dc33db64d81a']}} {{(pid=82096) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:48:06.388373 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897218a-b8ed-4ad4-be92-0893e587d323 req-ddda442f-b482-4b6b-ab38-b43adc1b5d11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:48:06.402995 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5897218a-b8ed-4ad4-be92-0893e587d323 req-ddda442f-b482-4b6b-ab38-b43adc1b5d11 service neutron] 10.222.0.43 "GET /v2.0/networks?id=63a55da1-a3c0-4491-b519-b032a596f63a HTTP/1.1" status: 200  len: 913 time: 0.3365698
Jul 14 08:48:06.489746 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 0fa98b25-b807-4b45-943d-5b255832a5df no longer exists at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:48:06.495362 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-da3f82db-40dd-4d1a-9682-4db3c58ea555 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f640336c978>, '0edd189e-e3ea-4923-a0da-7557c2c9cbcb') {'for_net_delete': True} {{(pid=82096) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:48:06.495809 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-da3f82db-40dd-4d1a-9682-4db3c58ea555 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f640336c978>, '0edd189e-e3ea-4923-a0da-7557c2c9cbcb') {} {{(pid=82096) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:48:06.521707 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-da3f82db-40dd-4d1a-9682-4db3c58ea555 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282633931619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852677651'] for segment, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:06.539643 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] No Port match for: 0fa98b25-b807-4b45-943d-5b255832a5df {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:48:06.540038 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 0fa98b25-b807-4b45-943d-5b255832a5df not bound to the agent host dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:48:06.540607 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device fae97db7-86fc-4050-bf13-08b55c85ba01 no longer exists at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:48:06.581076 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] No Port match for: fae97db7-86fc-4050-bf13-08b55c85ba01 {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:48:06.581712 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device fae97db7-86fc-4050-bf13-08b55c85ba01 not bound to the agent host dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:48:06.615385 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-da3f82db-40dd-4d1a-9682-4db3c58ea555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6123'] for segment, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:06.629803 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-ef5ba569-1589-4a49-8cd8-26a01d9a2c76 None None] Set router 5be78347-3ba5-4a96-ae33-4dff4e9bb7e0 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:48:06.634926 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da3f82db-40dd-4d1a-9682-4db3c58ea555 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=82096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 14 08:48:06.635490 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-da3f82db-40dd-4d1a-9682-4db3c58ea555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854769693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853642902'] for segment, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:06.656616 dv-cinder-800229-1-iscsi neutron-server[81984]: Traceback (most recent call last):
Jul 14 08:48:06.656616 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 14 08:48:06.656616 dv-cinder-800229-1-iscsi neutron-server[81984]:     timer()
Jul 14 08:48:06.656616 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 14 08:48:06.656616 dv-cinder-800229-1-iscsi neutron-server[81984]:     cb(*args, **kw)
Jul 14 08:48:06.656616 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 14 08:48:06.656616 dv-cinder-800229-1-iscsi neutron-server[81984]:     return func(*args, **kwargs)
Jul 14 08:48:06.656616 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 14 08:48:06.656616 dv-cinder-800229-1-iscsi neutron-server[81984]:     self._notify()
Jul 14 08:48:06.656616 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 14 08:48:06.656616 dv-cinder-800229-1-iscsi neutron-server[81984]:     self.callback(batched_events)
Jul 14 08:48:06.656616 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 14 08:48:06.656616 dv-cinder-800229-1-iscsi neutron-server[81984]:     event.method(event)
Jul 14 08:48:06.656616 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 14 08:48:06.656616 dv-cinder-800229-1-iscsi neutron-server[81984]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 14 08:48:06.656616 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 14 08:48:06.656616 dv-cinder-800229-1-iscsi neutron-server[81984]:     segment_id)['aggregates'][0]
Jul 14 08:48:06.656616 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Jul 14 08:48:06.656616 dv-cinder-800229-1-iscsi neutron-server[81984]:     return f(self, *a, **k)
Jul 14 08:48:06.656616 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 14 08:48:06.656616 dv-cinder-800229-1-iscsi neutron-server[81984]:     return self._get(url).json()
Jul 14 08:48:06.656616 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 14 08:48:06.656616 dv-cinder-800229-1-iscsi neutron-server[81984]:     **kwargs)
Jul 14 08:48:06.656616 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Jul 14 08:48:06.656616 dv-cinder-800229-1-iscsi neutron-server[81984]:     return self.request(url, 'GET', **kwargs)
Jul 14 08:48:06.656616 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Jul 14 08:48:06.656616 dv-cinder-800229-1-iscsi neutron-server[81984]:     **endpoint_filter)
Jul 14 08:48:06.656616 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Jul 14 08:48:06.656616 dv-cinder-800229-1-iscsi neutron-server[81984]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 14 08:48:06.656616 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Jul 14 08:48:06.656616 dv-cinder-800229-1-iscsi neutron-server[81984]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 14 08:48:06.656616 dv-cinder-800229-1-iscsi neutron-server[81984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 14 08:48:06.737222 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5897218a-b8ed-4ad4-be92-0893e587d323 req-c620c775-eee9-4c99-a65a-be0d8049eba4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc52362a-90c1-40ec-9135-edf2a4b585ca HTTP/1.1" status: 200  len: 999 time: 0.3108318
Jul 14 08:48:06.794146 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-da3f82db-40dd-4d1a-9682-4db3c58ea555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1030070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695875'] for network, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:06.809674 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-da3f82db-40dd-4d1a-9682-4db3c58ea555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for network, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:06.809942 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:06.819971 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-608bdc1d-9b46-457a-8c6e-1bfb8cb237ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:06.843354 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95e2a9-c43c-4269-9119-d5fffdf899e6 req-c8df15c8-2c5e-460a-bbf9-ba197f5b974c tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:48:06.844981 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8b95e2a9-c43c-4269-9119-d5fffdf899e6 req-c8df15c8-2c5e-460a-bbf9-ba197f5b974c tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 945 time: 0.3317850
Jul 14 08:48:06.859268 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f82db-40dd-4d1a-9682-4db3c58ea555 admin admin] Pushing event deleted for resources: {'Network': ['ID=d19eb0ec-3fca-4972-8b6c-dc33db64d81a,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:06.861692 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-da3f82db-40dd-4d1a-9682-4db3c58ea555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:06.888526 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-da3f82db-40dd-4d1a-9682-4db3c58ea555 admin admin] 10.222.0.42 "DELETE /v2.0/networks/d19eb0ec-3fca-4972-8b6c-dc33db64d81a HTTP/1.1" status: 204  len: 168 time: 0.9575059
Jul 14 08:48:06.894884 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897218a-b8ed-4ad4-be92-0893e587d323 req-22d1c662-747b-4737-b162-25c99200b8c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:48:06.896656 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5897218a-b8ed-4ad4-be92-0893e587d323 req-22d1c662-747b-4737-b162-25c99200b8c9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96d8d046-4279-496a-b8c7-1752b53b9847 HTTP/1.1" status: 200  len: 851 time: 0.1403348
Jul 14 08:48:06.996106 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8b95e2a9-c43c-4269-9119-d5fffdf899e6 req-c7364598-fc97-4532-8e7e-15f518306167 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1294806
Jul 14 08:48:07.034721 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5897218a-b8ed-4ad4-be92-0893e587d323 req-c93e4d5a-5063-401b-b31d-7d865e15313a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=63a55da1-a3c0-4491-b519-b032a596f63a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1298943
Jul 14 08:48:07.095572 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-ef5ba569-1589-4a49-8cd8-26a01d9a2c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f640218f240>, [{'id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'name': 'tempest-TestVolumeBootPattern-1352610820-router', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:33Z', 'updated_at': '2021-07-14T08:46:42Z', 'revision_number': 4, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'gw_port': {'id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fe:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:34Z', 'updated_at': '2021-07-14T08:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_floatingips': [{'id': 'fecebcec-827a-400e-9c49-8cac145c59aa', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'router_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'port_id': 'fc52362a-90c1-40ec-9135-edf2a4b585ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a', 'mac_address': 'fa:16:3e:dd:62:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cadb983-ac8d-47a0-9680-a56b622407ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:48:03Z', 'updated_at': '2021-07-14T08:48:03Z', 'revision_number': 0, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfdfede3-3646-4b11-bd86-a286e5615db7', 'name': '', 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'mac_address': 'fa:16:3e:18:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:40Z', 'updated_at': '2021-07-14T08:46:57Z', 'revision_number': 5, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'subnets': [{'id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:48:07.100576 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5ba569-1589-4a49-8cd8-26a01d9a2c76 None None] The sync data for ids ['5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'] in dv-cinder-800229-1-iscsi is: [{'id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'name': 'tempest-TestVolumeBootPattern-1352610820-router', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:33Z', 'updated_at': '2021-07-14T08:46:42Z', 'revision_number': 4, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'gw_port': {'id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fe:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:34Z', 'updated_at': '2021-07-14T08:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_floatingips': [{'id': 'fecebcec-827a-400e-9c49-8cac145c59aa', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'router_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'port_id': 'fc52362a-90c1-40ec-9135-edf2a4b585ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a', 'mac_address': 'fa:16:3e:dd:62:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cadb983-ac8d-47a0-9680-a56b622407ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:48:03Z', 'updated_at': '2021-07-14T08:48:03Z', 'revision_number': 0, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfdfede3-3646-4b11-bd86-a286e5615db7', 'name': '', 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'mac_address': 'fa:16:3e:18:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:40Z', 'updated_at': '2021-07-14T08:46:57Z', 'revision_number': 5, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'subnets': [{'id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:48:07.138175 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 58490) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:07.197639 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5897218a-b8ed-4ad4-be92-0893e587d323 req-9cfc958e-3d98-48d6-bc62-b91550eaad6d service neutron] 10.222.0.43 "GET /v2.0/networks/63a55da1-a3c0-4491-b519-b032a596f63a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1550648
Jul 14 08:48:07.210128 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-82c1fdd4-e970-4df9-9df7-dc0ecf3d1695 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ead16347efbf48ac94be432daab86c02&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0690105
Jul 14 08:48:07.219606 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 58496) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:07.296342 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-26f94697-4197-44c8-9c2c-95e3a1fbe0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:07.326174 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-26f94697-4197-44c8-9c2c-95e3a1fbe0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:07.357459 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5897218a-b8ed-4ad4-be92-0893e587d323 req-210cd649-2317-4818-8e86-f845b1a6c029 service neutron] 10.222.0.43 "GET /v2.0/networks/63a55da1-a3c0-4491-b519-b032a596f63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1456282
Jul 14 08:48:07.372335 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-26f94697-4197-44c8-9c2c-95e3a1fbe0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:07.377942 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-0ab9e9b7-a737-4cf3-83fd-f672e73285ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:07.396233 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f94697-4197-44c8-9c2c-95e3a1fbe0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c76576-c718-43ee-9489-ced7bf39cfe5,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:07.398715 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-26f94697-4197-44c8-9c2c-95e3a1fbe0f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:07.408476 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-26f94697-4197-44c8-9c2c-95e3a1fbe0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:07.412087 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-26f94697-4197-44c8-9c2c-95e3a1fbe0f8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d4c76576-c718-43ee-9489-ced7bf39cfe5 HTTP/1.1" status: 204  len: 168 time: 0.1884682
Jul 14 08:48:07.537394 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ea0796-34a3-4619-bd60-12a0f5535d8e None None] New status for floating IP fecebcec-827a-400e-9c49-8cac145c59aa: ACTIVE {{(pid=82098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Jul 14 08:48:07.542422 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31f18c-c6f2-41d7-a5fc-7ea71aaf6bdf req-e3033925-3051-4dc6-8ce4-0a264c22fb65 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:48:07.544087 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2e31f18c-c6f2-41d7-a5fc-7ea71aaf6bdf req-e3033925-3051-4dc6-8ce4-0a264c22fb65 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 984 time: 0.0890863
Jul 14 08:48:07.637507 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2e31f18c-c6f2-41d7-a5fc-7ea71aaf6bdf req-b5f97c28-6fdd-4548-8d3c-9b2283addfaf tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e433955-2e61-4355-b38d-73342a9935d1&id=bd3ceb96-24d3-46f0-a357-fd9c0f4c4b3e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0740960
Jul 14 08:48:07.756243 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-89b0c311-9bc2-4592-941d-2531bb0a2572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:08.240944 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad719f5-1e9a-43df-952c-7eb7185a31cd req-61ba9316-948b-414f-8aeb-e163894cd1c4 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:48:08.242559 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cad719f5-1e9a-43df-952c-7eb7185a31cd req-61ba9316-948b-414f-8aeb-e163894cd1c4 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 945 time: 0.0816090
Jul 14 08:48:08.293934 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cad719f5-1e9a-43df-952c-7eb7185a31cd req-b0483098-48ae-43af-9392-11b9d6e41142 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445385
Jul 14 08:48:08.507663 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:08.854497 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cc548-9fb1-4d18-a499-b35a36a7c0ba req-a73ff2f2-1a9a-4c96-ba27-870f67e03968 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:48:08.856131 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ca4cc548-9fb1-4d18-a499-b35a36a7c0ba req-a73ff2f2-1a9a-4c96-ba27-870f67e03968 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 984 time: 0.0888133
Jul 14 08:48:08.908347 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ca4cc548-9fb1-4d18-a499-b35a36a7c0ba req-f5afa17c-5cf5-457b-97fa-07ac8cc238a8 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e433955-2e61-4355-b38d-73342a9935d1&id=bd3ceb96-24d3-46f0-a357-fd9c0f4c4b3e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0458670
Jul 14 08:48:09.497912 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189064ac-fb72-4a82-9d1d-f61efad029d9 req-8879682a-9b77-4ec7-9553-72cd2eaaabda tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:48:09.499525 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-189064ac-fb72-4a82-9d1d-f61efad029d9 req-8879682a-9b77-4ec7-9553-72cd2eaaabda tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 945 time: 0.0846076
Jul 14 08:48:09.547810 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-189064ac-fb72-4a82-9d1d-f61efad029d9 req-93093d87-6a43-4588-a8d2-96806d6d43c6 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420854
Jul 14 08:48:09.552980 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:10.121472 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451c782-1293-41eb-947b-c9c65a3c7721 req-888fe2a8-08c4-473a-8613-f88a6ad587d9 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:48:10.123068 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1451c782-1293-41eb-947b-c9c65a3c7721 req-888fe2a8-08c4-473a-8613-f88a6ad587d9 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 984 time: 0.0857902
Jul 14 08:48:10.182541 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1451c782-1293-41eb-947b-c9c65a3c7721 req-766d90a6-7e74-4e4d-aa2a-94a02864eaa2 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e433955-2e61-4355-b38d-73342a9935d1&id=bd3ceb96-24d3-46f0-a357-fd9c0f4c4b3e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0529828
Jul 14 08:48:10.752202 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be199a-7358-4594-bb68-2c26cedcecec req-1f461d8d-81a6-4099-b704-3e704265807e tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:48:10.753795 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a1be199a-7358-4594-bb68-2c26cedcecec req-1f461d8d-81a6-4099-b704-3e704265807e tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 945 time: 0.0811238
Jul 14 08:48:10.802366 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a1be199a-7358-4594-bb68-2c26cedcecec req-64717ab3-6800-4591-b1a5-7f5561d4436b tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420153
Jul 14 08:48:11.191728 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b72619-3b70-4562-a040-b214e3c248cd req-c3dfac25-7a22-433f-885e-df7e0f7f3eb4 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:48:11.193335 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-16b72619-3b70-4562-a040-b214e3c248cd req-c3dfac25-7a22-433f-885e-df7e0f7f3eb4 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 945 time: 0.0911658
Jul 14 08:48:11.266851 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-16b72619-3b70-4562-a040-b214e3c248cd req-a723de91-1b3d-4984-8eec-1a7cbfd2f9b5 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0658550
Jul 14 08:48:11.314876 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-43e639aa-5630-442e-a068-3ddcd3974b21 req-98b03d26-3c00-46d2-80c5-726d9961c4bd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=14f51922b06043779a5017e6efa8b95a&device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 1098 time: 0.0861807
Jul 14 08:48:11.536158 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5282b-15bd-4135-8dc6-ce1079d88759 req-409053c3-e306-4c89-b72d-4f57c03660d7 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:48:11.537732 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2df5282b-15bd-4135-8dc6-ce1079d88759 req-409053c3-e306-4c89-b72d-4f57c03660d7 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 984 time: 0.1913772
Jul 14 08:48:11.538786 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e639aa-5630-442e-a068-3ddcd3974b21 req-411629a7-e569-4ca2-9ca3-536248281984 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:48:11.540268 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-43e639aa-5630-442e-a068-3ddcd3974b21 req-411629a7-e569-4ca2-9ca3-536248281984 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a5638089-0bc3-451e-b07e-8f6a2e41d3b4 HTTP/1.1" status: 200  len: 910 time: 0.2181923
Jul 14 08:48:11.664852 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-43e639aa-5630-442e-a068-3ddcd3974b21 req-157aa17d-9aa5-430c-bd79-54a449feab92 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53e7a961-2698-464d-a87b-bc77325c7a66 HTTP/1.1" status: 200  len: 1001 time: 0.1049061
Jul 14 08:48:11.751731 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2df5282b-15bd-4135-8dc6-ce1079d88759 req-20c6f2df-4806-4ede-a894-e7cfc0f5529e tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e433955-2e61-4355-b38d-73342a9935d1&id=bd3ceb96-24d3-46f0-a357-fd9c0f4c4b3e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2070394
Jul 14 08:48:11.767781 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e639aa-5630-442e-a068-3ddcd3974b21 req-2cfb6208-00bd-4236-8ea2-d2856b3568a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:48:11.770155 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-43e639aa-5630-442e-a068-3ddcd3974b21 req-2cfb6208-00bd-4236-8ea2-d2856b3568a7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bd6bd243-ec5f-4ebe-97dd-3f142d2cc859 HTTP/1.1" status: 200  len: 848 time: 0.0956151
Jul 14 08:48:11.856364 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-43e639aa-5630-442e-a068-3ddcd3974b21 req-cf86960b-849e-4a3a-8a04-580918ed7ab8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a5638089-0bc3-451e-b07e-8f6a2e41d3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0787239
Jul 14 08:48:12.003613 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-43e639aa-5630-442e-a068-3ddcd3974b21 req-4a174919-3287-488f-97ca-7fe6e835b326 service neutron] 10.222.0.43 "GET /v2.0/networks/a5638089-0bc3-451e-b07e-8f6a2e41d3b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395667
Jul 14 08:48:12.048469 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 58628) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:12.161401 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-43e639aa-5630-442e-a068-3ddcd3974b21 req-1ba06d4e-8f67-4a92-a408-cf90a043909a service neutron] 10.222.0.43 "GET /v2.0/networks/a5638089-0bc3-451e-b07e-8f6a2e41d3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1502266
Jul 14 08:48:12.215485 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-72a12a88-7cad-4aa6-939c-78bcd67f6c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:12.248562 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-72a12a88-7cad-4aa6-939c-78bcd67f6c41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:48:12.252592 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-72a12a88-7cad-4aa6-939c-78bcd67f6c41 admin admin] Usage tracker for resource:security_group_rule and tenant:58fc22737a3e43e4a95a17047745d8ff is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:48:12.255541 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-72a12a88-7cad-4aa6-939c-78bcd67f6c41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:48:12.262256 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-72a12a88-7cad-4aa6-939c-78bcd67f6c41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:48:12.330160 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-72a12a88-7cad-4aa6-939c-78bcd67f6c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:12.339126 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-72a12a88-7cad-4aa6-939c-78bcd67f6c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:12.344261 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:12.429869 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a12a88-7cad-4aa6-939c-78bcd67f6c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbeb67fc-d326-479f-b816-d243c6b2d4ae,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:12.434657 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-72a12a88-7cad-4aa6-939c-78bcd67f6c41 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=58fc22737a3e43e4a95a17047745d8ff&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3846052
Jul 14 08:48:12.435781 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-72a12a88-7cad-4aa6-939c-78bcd67f6c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:12.437621 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 58636) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:12.478757 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf1d04-a312-42a2-820d-5e4dce5d75bb req-ca448628-a572-4775-bf71-9656875524fe tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:48:12.480335 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3cdf1d04-a312-42a2-820d-5e4dce5d75bb req-ca448628-a572-4775-bf71-9656875524fe tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 945 time: 0.0946810
Jul 14 08:48:12.507223 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-19e3d4b6-2743-44a3-96a3-efd3ae9d69d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:12.528355 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3cdf1d04-a312-42a2-820d-5e4dce5d75bb req-5f4c3c9e-d07f-4156-a9b1-b75f46d140ed tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417917
Jul 14 08:48:12.533185 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-19e3d4b6-2743-44a3-96a3-efd3ae9d69d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:12.582010 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-19e3d4b6-2743-44a3-96a3-efd3ae9d69d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:12.587062 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-882c8692-4ad4-4e78-9284-cecbe8105793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:12.599654 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3d4b6-2743-44a3-96a3-efd3ae9d69d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbeb67fc-d326-479f-b816-d243c6b2d4ae,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:12.603381 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-19e3d4b6-2743-44a3-96a3-efd3ae9d69d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:12.605365 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-19e3d4b6-2743-44a3-96a3-efd3ae9d69d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:12.609475 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-19e3d4b6-2743-44a3-96a3-efd3ae9d69d9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dbeb67fc-d326-479f-b816-d243c6b2d4ae HTTP/1.1" status: 204  len: 168 time: 0.1671216
Jul 14 08:48:12.971308 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412ba6b-504a-44fa-ba4e-3b029d8b8b55 req-1f7a065c-ca5d-49f5-94b0-284a2815fd2c tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:48:12.973199 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c412ba6b-504a-44fa-ba4e-3b029d8b8b55 req-1f7a065c-ca5d-49f5-94b0-284a2815fd2c tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 984 time: 0.0904791
Jul 14 08:48:13.041331 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c412ba6b-504a-44fa-ba4e-3b029d8b8b55 req-cf51bb2a-1745-43f5-82bd-9d699fde6d04 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e433955-2e61-4355-b38d-73342a9935d1&id=bd3ceb96-24d3-46f0-a357-fd9c0f4c4b3e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0612090
Jul 14 08:48:13.746263 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b94346-4c8d-461a-bfb2-cfb87052d769 req-050a3163-85c2-49c5-929d-4d91b85ec67b tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:48:13.747914 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-00b94346-4c8d-461a-bfb2-cfb87052d769 req-050a3163-85c2-49c5-929d-4d91b85ec67b tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 945 time: 0.0894496
Jul 14 08:48:13.800558 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-00b94346-4c8d-461a-bfb2-cfb87052d769 req-3054a27d-6e99-41c7-83e4-8b3e51b4d8cd tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463634
Jul 14 08:48:14.249106 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1041b1-3bb1-4a41-ae2a-195bc13764c1 req-703e8a1d-59bd-4426-986d-4dfc7bbdeaaa tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:48:14.250824 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2c1041b1-3bb1-4a41-ae2a-195bc13764c1 req-703e8a1d-59bd-4426-986d-4dfc7bbdeaaa tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 984 time: 0.0833972
Jul 14 08:48:14.308490 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2c1041b1-3bb1-4a41-ae2a-195bc13764c1 req-870eb2fe-56c1-429f-b075-162a0ad883d3 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e433955-2e61-4355-b38d-73342a9935d1&id=bd3ceb96-24d3-46f0-a357-fd9c0f4c4b3e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0512373
Jul 14 08:48:19.642681 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 58842) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:19.805850 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0c6391b9-7057-4411-b864-36e45872ea9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:19.839349 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-0c6391b9-7057-4411-b864-36e45872ea9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:48:19.843335 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-0c6391b9-7057-4411-b864-36e45872ea9a admin admin] Usage tracker for resource:security_group_rule and tenant:890daa7d174b48959064b24eccd21547 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:48:19.846227 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-0c6391b9-7057-4411-b864-36e45872ea9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:48:19.852419 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-0c6391b9-7057-4411-b864-36e45872ea9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:48:19.917318 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0c6391b9-7057-4411-b864-36e45872ea9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:19.919811 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0c6391b9-7057-4411-b864-36e45872ea9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:19.926945 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-ee6083e3-79f1-4d58-ac4a-b96c8289dee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:19.971315 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6391b9-7057-4411-b864-36e45872ea9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb78f838-6d39-4054-a6ae-c9364f1a0e2c,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:19.975018 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-0c6391b9-7057-4411-b864-36e45872ea9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:19.978224 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-0c6391b9-7057-4411-b864-36e45872ea9a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=890daa7d174b48959064b24eccd21547&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3343756
Jul 14 08:48:19.981014 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 58856) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:20.042234 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0e83c94b-d13c-4100-8117-78292579481f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:20.068704 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0e83c94b-d13c-4100-8117-78292579481f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:20.111595 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0e83c94b-d13c-4100-8117-78292579481f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:20.116398 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-7899f075-4e8a-4ee6-85c1-e01276692ed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:20.130117 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e83c94b-d13c-4100-8117-78292579481f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb78f838-6d39-4054-a6ae-c9364f1a0e2c,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:20.134105 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-0e83c94b-d13c-4100-8117-78292579481f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:20.135301 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0e83c94b-d13c-4100-8117-78292579481f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:20.136507 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-0e83c94b-d13c-4100-8117-78292579481f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eb78f838-6d39-4054-a6ae-c9364f1a0e2c HTTP/1.1" status: 204  len: 168 time: 0.1545267
Jul 14 08:48:20.471891 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 58866) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:20.492635 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-53ee28c8-53fe-4106-a079-5ccafef89d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:20.525522 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-53ee28c8-53fe-4106-a079-5ccafef89d04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:48:20.529546 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-53ee28c8-53fe-4106-a079-5ccafef89d04 admin admin] Usage tracker for resource:security_group_rule and tenant:0bb446e0c1ed4d538f0c67cbdceea637 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:48:20.532518 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-53ee28c8-53fe-4106-a079-5ccafef89d04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:48:20.538495 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-53ee28c8-53fe-4106-a079-5ccafef89d04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:48:20.611771 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-53ee28c8-53fe-4106-a079-5ccafef89d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:20.614393 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-53ee28c8-53fe-4106-a079-5ccafef89d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:20.622132 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-de960413-2eb5-4657-84d8-b3d2e8a10d6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:20.663425 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee28c8-53fe-4106-a079-5ccafef89d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee68a0de-cc54-4c03-a985-1d42e127ece3,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:20.666637 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-53ee28c8-53fe-4106-a079-5ccafef89d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:20.669513 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-53ee28c8-53fe-4106-a079-5ccafef89d04 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0bb446e0c1ed4d538f0c67cbdceea637&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1962879
Jul 14 08:48:20.672451 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 58870) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:20.735533 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9e4b08fa-9caa-4e64-a331-2c89d50bcf45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:20.762510 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9e4b08fa-9caa-4e64-a331-2c89d50bcf45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:20.807320 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9e4b08fa-9caa-4e64-a331-2c89d50bcf45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:20.812234 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-956a9a54-5726-4e2c-9739-b87581b74f73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:20.825123 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b08fa-9caa-4e64-a331-2c89d50bcf45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee68a0de-cc54-4c03-a985-1d42e127ece3,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:20.833736 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-9e4b08fa-9caa-4e64-a331-2c89d50bcf45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:20.834536 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9e4b08fa-9caa-4e64-a331-2c89d50bcf45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:20.838635 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-9e4b08fa-9caa-4e64-a331-2c89d50bcf45 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ee68a0de-cc54-4c03-a985-1d42e127ece3 HTTP/1.1" status: 204  len: 168 time: 0.1650395
Jul 14 08:48:23.671527 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 58956) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:23.882892 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7d4c5aae-d2ee-4fdb-af38-f02baef90f29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:23.916067 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-7d4c5aae-d2ee-4fdb-af38-f02baef90f29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:48:23.920066 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-7d4c5aae-d2ee-4fdb-af38-f02baef90f29 admin admin] Usage tracker for resource:security_group_rule and tenant:40454d4d777f4bf287a83be2aa0f8a10 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:48:23.923174 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-7d4c5aae-d2ee-4fdb-af38-f02baef90f29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:48:23.929034 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-7d4c5aae-d2ee-4fdb-af38-f02baef90f29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:48:24.004403 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7d4c5aae-d2ee-4fdb-af38-f02baef90f29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:24.007228 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7d4c5aae-d2ee-4fdb-af38-f02baef90f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:24.015527 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-f24fc77a-fddd-4b8c-b3f1-a98953322229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:24.059706 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c5aae-d2ee-4fdb-af38-f02baef90f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83617d8c-9e39-4b9d-abfe-76d8a4f0131d,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:24.062875 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-7d4c5aae-d2ee-4fdb-af38-f02baef90f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:24.067129 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-7d4c5aae-d2ee-4fdb-af38-f02baef90f29 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=40454d4d777f4bf287a83be2aa0f8a10&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3927381
Jul 14 08:48:24.068369 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 58966) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:24.135684 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-751597e9-cb31-42e7-9494-366b76623724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:24.164343 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-751597e9-cb31-42e7-9494-366b76623724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:24.209430 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-751597e9-cb31-42e7-9494-366b76623724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:24.214996 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-19e3d4b6-2743-44a3-96a3-efd3ae9d69d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:24.228886 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751597e9-cb31-42e7-9494-366b76623724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83617d8c-9e39-4b9d-abfe-76d8a4f0131d,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:24.238154 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-751597e9-cb31-42e7-9494-366b76623724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:24.239028 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-751597e9-cb31-42e7-9494-366b76623724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:24.240282 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-751597e9-cb31-42e7-9494-366b76623724 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/83617d8c-9e39-4b9d-abfe-76d8a4f0131d HTTP/1.1" status: 204  len: 168 time: 0.1706684
Jul 14 08:48:24.240465 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.agents_db [None req-e2914788-e7e4-4a13-b83f-78c3979e9233 None None] Agent healthcheck: found 6 active agents {{(pid=82098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 14 08:48:26.406053 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 59050) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:26.555919 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-bb358306-f3a5-463b-b790-01b1a3e62091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:26.593260 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-bb358306-f3a5-463b-b790-01b1a3e62091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:48:26.597476 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-bb358306-f3a5-463b-b790-01b1a3e62091 admin admin] Usage tracker for resource:security_group_rule and tenant:006a0bca4b264e5dbe1d8b6f6730eb0e is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:48:26.600431 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-bb358306-f3a5-463b-b790-01b1a3e62091 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:48:26.606921 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-bb358306-f3a5-463b-b790-01b1a3e62091 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:48:26.672977 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-bb358306-f3a5-463b-b790-01b1a3e62091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:26.676019 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-bb358306-f3a5-463b-b790-01b1a3e62091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:26.683297 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-ed494260-f70c-41aa-b330-15ead667b568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:26.724642 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb358306-f3a5-463b-b790-01b1a3e62091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffccc75-b112-4c52-9b82-acb561c65a64,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:26.728913 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-bb358306-f3a5-463b-b790-01b1a3e62091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:26.731322 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-bb358306-f3a5-463b-b790-01b1a3e62091 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=006a0bca4b264e5dbe1d8b6f6730eb0e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3241599
Jul 14 08:48:26.734183 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 59058) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:26.798090 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f6f93d57-90f2-4d01-976c-dbcd5628e012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:26.828475 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f6f93d57-90f2-4d01-976c-dbcd5628e012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:26.872772 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f6f93d57-90f2-4d01-976c-dbcd5628e012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:26.877752 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-0f5b6436-0e09-49f5-a2ed-1e1747b040d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:26.890950 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f93d57-90f2-4d01-976c-dbcd5628e012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffccc75-b112-4c52-9b82-acb561c65a64,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:26.893806 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-f6f93d57-90f2-4d01-976c-dbcd5628e012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:26.897544 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f6f93d57-90f2-4d01-976c-dbcd5628e012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:26.904181 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-f6f93d57-90f2-4d01-976c-dbcd5628e012 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9ffccc75-b112-4c52-9b82-acb561c65a64 HTTP/1.1" status: 204  len: 168 time: 0.1670268
Jul 14 08:48:27.185014 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 59078) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:27.321763 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 59084) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:27.340573 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8388e91c-e73e-4bd0-be34-394cd12cbff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:27.342131 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0d569144-0aa4-46b3-abaf-76f538a38bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:27.373568 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-8388e91c-e73e-4bd0-be34-394cd12cbff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:48:27.374635 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-0d569144-0aa4-46b3-abaf-76f538a38bd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:48:27.377589 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-8388e91c-e73e-4bd0-be34-394cd12cbff8 admin admin] Usage tracker for resource:security_group_rule and tenant:df8abd6a79174ebeaec0f9e1bf488a8e is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:48:27.378662 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-0d569144-0aa4-46b3-abaf-76f538a38bd4 admin admin] Usage tracker for resource:security_group_rule and tenant:6af42956106244f3ba54d6a54db24a41 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:48:27.380537 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-8388e91c-e73e-4bd0-be34-394cd12cbff8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:48:27.381577 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-0d569144-0aa4-46b3-abaf-76f538a38bd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:48:27.386573 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-8388e91c-e73e-4bd0-be34-394cd12cbff8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:48:27.387616 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-0d569144-0aa4-46b3-abaf-76f538a38bd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:48:27.455210 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0d569144-0aa4-46b3-abaf-76f538a38bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:27.455747 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8388e91c-e73e-4bd0-be34-394cd12cbff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:27.458103 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0d569144-0aa4-46b3-abaf-76f538a38bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:27.458611 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8388e91c-e73e-4bd0-be34-394cd12cbff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:27.466383 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c6c26102-385e-4c7f-8f0c-d4d1e089c877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:27.466788 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-3f01c23d-b5c5-4eb0-ab3b-0fcf74a21cf0 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:27.508951 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d569144-0aa4-46b3-abaf-76f538a38bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd551b97-cc1e-42b1-bbfa-f171ae2ca92c,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:27.509372 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8388e91c-e73e-4bd0-be34-394cd12cbff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8702e23-30cb-466e-92cb-f6fa3fe5552b,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:27.512086 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-0d569144-0aa4-46b3-abaf-76f538a38bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:27.512416 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-8388e91c-e73e-4bd0-be34-394cd12cbff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:27.516091 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-8388e91c-e73e-4bd0-be34-394cd12cbff8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=df8abd6a79174ebeaec0f9e1bf488a8e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3287103
Jul 14 08:48:27.516287 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-0d569144-0aa4-46b3-abaf-76f538a38bd4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6af42956106244f3ba54d6a54db24a41&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1926208
Jul 14 08:48:27.517212 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 59088) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:27.517580 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 59090) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:27.823359 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-793326c6-18e4-4f4c-ab72-ddb5f929793e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:27.827659 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-56912750-8bf6-449c-9bb9-4b1a0946e291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:27.874153 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-793326c6-18e4-4f4c-ab72-ddb5f929793e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:27.881529 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-56912750-8bf6-449c-9bb9-4b1a0946e291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:27.950886 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-793326c6-18e4-4f4c-ab72-ddb5f929793e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:27.955889 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e0542ec3-91ca-4c25-b891-1196b6e568e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:27.962987 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-56912750-8bf6-449c-9bb9-4b1a0946e291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:27.976813 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793326c6-18e4-4f4c-ab72-ddb5f929793e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8702e23-30cb-466e-92cb-f6fa3fe5552b,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:27.980434 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-793326c6-18e4-4f4c-ab72-ddb5f929793e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:27.982341 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-37c4a33d-1001-4ca1-a19b-7d10547469e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:28.000584 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56912750-8bf6-449c-9bb9-4b1a0946e291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd551b97-cc1e-42b1-bbfa-f171ae2ca92c,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:28.003506 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-793326c6-18e4-4f4c-ab72-ddb5f929793e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:28.004691 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-793326c6-18e4-4f4c-ab72-ddb5f929793e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d8702e23-30cb-466e-92cb-f6fa3fe5552b HTTP/1.1" status: 204  len: 168 time: 0.4844980
Jul 14 08:48:28.005920 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-56912750-8bf6-449c-9bb9-4b1a0946e291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:28.006779 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-56912750-8bf6-449c-9bb9-4b1a0946e291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:28.018763 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-56912750-8bf6-449c-9bb9-4b1a0946e291 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cd551b97-cc1e-42b1-bbfa-f171ae2ca92c HTTP/1.1" status: 204  len: 168 time: 0.4928074
Jul 14 08:48:28.493025 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 59112) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:28.516040 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d0d490ae-83c5-47db-afea-7f60f022c7f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:28.548124 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-d0d490ae-83c5-47db-afea-7f60f022c7f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:48:28.552240 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-d0d490ae-83c5-47db-afea-7f60f022c7f8 admin admin] Usage tracker for resource:security_group_rule and tenant:3e84b7fed1e748f6958610382e5aa56f is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:48:28.555913 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-d0d490ae-83c5-47db-afea-7f60f022c7f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:48:28.561809 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-d0d490ae-83c5-47db-afea-7f60f022c7f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:48:28.628689 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d0d490ae-83c5-47db-afea-7f60f022c7f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:28.631784 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d0d490ae-83c5-47db-afea-7f60f022c7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:28.639074 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:28.681665 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d490ae-83c5-47db-afea-7f60f022c7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92836c27-99fb-42a8-b20c-4151827f1824,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:28.684859 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-d0d490ae-83c5-47db-afea-7f60f022c7f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:28.689941 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-d0d490ae-83c5-47db-afea-7f60f022c7f8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3e84b7fed1e748f6958610382e5aa56f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1932685
Jul 14 08:48:28.690877 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 59118) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:28.754595 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e4c2dda9-9181-41bd-974f-9cb9404f68c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:28.781465 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e4c2dda9-9181-41bd-974f-9cb9404f68c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:28.836748 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e4c2dda9-9181-41bd-974f-9cb9404f68c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:28.841863 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-2c404e28-4d5b-4ef4-9279-d8ea56bc8d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:28.852837 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2dda9-9181-41bd-974f-9cb9404f68c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92836c27-99fb-42a8-b20c-4151827f1824,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:28.856379 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e4c2dda9-9181-41bd-974f-9cb9404f68c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:28.859608 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e4c2dda9-9181-41bd-974f-9cb9404f68c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:28.863575 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-e4c2dda9-9181-41bd-974f-9cb9404f68c3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/92836c27-99fb-42a8-b20c-4151827f1824 HTTP/1.1" status: 204  len: 168 time: 0.1696708
Jul 14 08:48:29.289731 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 59140) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:29.310657 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-33882325-007b-4f55-8cc9-53b5303d221d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:29.347520 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-33882325-007b-4f55-8cc9-53b5303d221d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:48:29.351516 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-33882325-007b-4f55-8cc9-53b5303d221d admin admin] Usage tracker for resource:security_group_rule and tenant:0019395c2e654dae91706caebc787b65 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:48:29.354344 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-33882325-007b-4f55-8cc9-53b5303d221d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:48:29.360218 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-33882325-007b-4f55-8cc9-53b5303d221d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:48:29.426399 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-33882325-007b-4f55-8cc9-53b5303d221d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:29.429882 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-33882325-007b-4f55-8cc9-53b5303d221d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:29.437310 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-9eee4259-f3c8-4e20-9781-a6e40f4e4d0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:29.479926 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33882325-007b-4f55-8cc9-53b5303d221d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beae2db1-39d1-4af4-83d9-f4d4400fd0dd,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:29.482997 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-33882325-007b-4f55-8cc9-53b5303d221d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:29.486112 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-33882325-007b-4f55-8cc9-53b5303d221d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0019395c2e654dae91706caebc787b65&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1951859
Jul 14 08:48:29.488177 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 59148) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:29.550754 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6f4c95e7-69ea-47d7-baef-e852e9d12b09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:29.579966 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6f4c95e7-69ea-47d7-baef-e852e9d12b09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:29.624597 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6f4c95e7-69ea-47d7-baef-e852e9d12b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:29.629633 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-dddc4290-066a-4974-88fd-de2dfccd6455 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:29.647266 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c95e7-69ea-47d7-baef-e852e9d12b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beae2db1-39d1-4af4-83d9-f4d4400fd0dd,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:29.649871 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-6f4c95e7-69ea-47d7-baef-e852e9d12b09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:29.661300 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6f4c95e7-69ea-47d7-baef-e852e9d12b09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:29.665042 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-6f4c95e7-69ea-47d7-baef-e852e9d12b09 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/beae2db1-39d1-4af4-83d9-f4d4400fd0dd HTTP/1.1" status: 204  len: 168 time: 0.1734364
Jul 14 08:48:32.189887 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 59306) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:32.353605 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-27a01d2f-769e-477e-a493-11afc1868bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:32.386659 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-27a01d2f-769e-477e-a493-11afc1868bd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:48:32.390753 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-27a01d2f-769e-477e-a493-11afc1868bd7 admin admin] Usage tracker for resource:security_group_rule and tenant:635ab1f7ddb64f22aae592410bc6004e is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:48:32.393743 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-27a01d2f-769e-477e-a493-11afc1868bd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:48:32.401316 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-27a01d2f-769e-477e-a493-11afc1868bd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:48:32.472940 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-27a01d2f-769e-477e-a493-11afc1868bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:32.476956 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-27a01d2f-769e-477e-a493-11afc1868bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:32.485081 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-6f4c95e7-69ea-47d7-baef-e852e9d12b09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:32.526884 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a01d2f-769e-477e-a493-11afc1868bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbed066-e1c0-480e-854b-92ee99e887e0,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:32.530404 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-27a01d2f-769e-477e-a493-11afc1868bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:32.535789 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-27a01d2f-769e-477e-a493-11afc1868bd7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=635ab1f7ddb64f22aae592410bc6004e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3421345
Jul 14 08:48:32.536148 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 59318) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:32.599881 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-4b49e49e-d975-4258-a9b5-cec9dca86ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:32.626456 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-4b49e49e-d975-4258-a9b5-cec9dca86ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:32.674234 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-4b49e49e-d975-4258-a9b5-cec9dca86ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:32.679322 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-18b7c08d-279f-434e-ad6f-ad512a4540c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:32.692608 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b49e49e-d975-4258-a9b5-cec9dca86ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbed066-e1c0-480e-854b-92ee99e887e0,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:32.695926 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-4b49e49e-d975-4258-a9b5-cec9dca86ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:32.697127 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-4b49e49e-d975-4258-a9b5-cec9dca86ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:32.698304 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-4b49e49e-d975-4258-a9b5-cec9dca86ce3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5dbed066-e1c0-480e-854b-92ee99e887e0 HTTP/1.1" status: 204  len: 168 time: 0.1613102
Jul 14 08:48:32.847651 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cf744d0e-e15f-49e9-809c-38d4903f822e req-1e2f180a-4f79-495c-843d-3960b1bbb899 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0779288
Jul 14 08:48:32.970378 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cf744d0e-e15f-49e9-809c-38d4903f822e req-2ee1d6d9-fdfe-4a3e-9d93-8ae977ec88e9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=14f51922b06043779a5017e6efa8b95a&device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 1098 time: 0.0813673
Jul 14 08:48:33.053764 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 59326) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:33.073977 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c7664e20-8450-4c62-89cf-a2615a21f595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:33.109400 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-c7664e20-8450-4c62-89cf-a2615a21f595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:48:33.114452 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-c7664e20-8450-4c62-89cf-a2615a21f595 admin admin] Usage tracker for resource:security_group_rule and tenant:af950b7b6fad4468aa67332c66b3926a is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:48:33.118198 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-c7664e20-8450-4c62-89cf-a2615a21f595 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:48:33.126145 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-c7664e20-8450-4c62-89cf-a2615a21f595 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:48:33.158073 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf744d0e-e15f-49e9-809c-38d4903f822e req-27eadfe3-409c-4635-897d-878ca09eea8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:48:33.159711 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cf744d0e-e15f-49e9-809c-38d4903f822e req-27eadfe3-409c-4635-897d-878ca09eea8a service neutron] 10.222.0.43 "GET /v2.0/networks?id=a5638089-0bc3-451e-b07e-8f6a2e41d3b4 HTTP/1.1" status: 200  len: 910 time: 0.1416039
Jul 14 08:48:33.194306 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c7664e20-8450-4c62-89cf-a2615a21f595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:33.198173 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c7664e20-8450-4c62-89cf-a2615a21f595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:33.205530 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-26f94697-4197-44c8-9c2c-95e3a1fbe0f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:33.251046 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-c7664e20-8450-4c62-89cf-a2615a21f595 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=af950b7b6fad4468aa67332c66b3926a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1960979
Jul 14 08:48:33.251968 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7664e20-8450-4c62-89cf-a2615a21f595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7c93be-1083-47dc-b4e6-658090c57ffc,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:33.253821 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 59330) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:33.255027 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c7664e20-8450-4c62-89cf-a2615a21f595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:33.306711 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cf744d0e-e15f-49e9-809c-38d4903f822e req-a3df4704-136e-48ad-a40d-33405af2a4e1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53e7a961-2698-464d-a87b-bc77325c7a66 HTTP/1.1" status: 200  len: 1001 time: 0.1385672
Jul 14 08:48:33.387361 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5e88369f-5640-49f0-b016-ee5602b47a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:33.413702 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf744d0e-e15f-49e9-809c-38d4903f822e req-a358fdf2-f651-46f8-8098-f90c2dd7be8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:48:33.415285 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cf744d0e-e15f-49e9-809c-38d4903f822e req-a358fdf2-f651-46f8-8098-f90c2dd7be8b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bd6bd243-ec5f-4ebe-97dd-3f142d2cc859 HTTP/1.1" status: 200  len: 848 time: 0.0999656
Jul 14 08:48:33.422112 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5e88369f-5640-49f0-b016-ee5602b47a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:33.535392 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cf744d0e-e15f-49e9-809c-38d4903f822e req-4d20caeb-6198-4757-8a23-f8fd4ad919d5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a5638089-0bc3-451e-b07e-8f6a2e41d3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1063521
Jul 14 08:48:33.536502 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5e88369f-5640-49f0-b016-ee5602b47a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:33.542011 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-bb358306-f3a5-463b-b790-01b1a3e62091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:33.557681 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e88369f-5640-49f0-b016-ee5602b47a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7c93be-1083-47dc-b4e6-658090c57ffc,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:33.577806 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-5e88369f-5640-49f0-b016-ee5602b47a43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:33.612862 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5e88369f-5640-49f0-b016-ee5602b47a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:33.617374 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-5e88369f-5640-49f0-b016-ee5602b47a43 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1b7c93be-1083-47dc-b4e6-658090c57ffc HTTP/1.1" status: 204  len: 168 time: 0.3591757
Jul 14 08:48:33.756603 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cf744d0e-e15f-49e9-809c-38d4903f822e req-18165bf4-8b83-443f-8d2a-0d1b30d43134 service neutron] 10.222.0.43 "GET /v2.0/networks/a5638089-0bc3-451e-b07e-8f6a2e41d3b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1999950
Jul 14 08:48:33.937444 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cf744d0e-e15f-49e9-809c-38d4903f822e req-83cd523d-dc17-413f-b75e-b8e1f98691a1 service neutron] 10.222.0.43 "GET /v2.0/networks/a5638089-0bc3-451e-b07e-8f6a2e41d3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1699474
Jul 14 08:48:35.753927 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6c308257-d8bd-41f2-9485-805303a58809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:36.011946 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:36.742228 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:37.757402 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ede70acf-c01f-4b77-91d1-729e310dc871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:38.511575 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:39.072132 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 59506) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:39.227561 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5d260d98-9daa-49e2-bb23-2615f0d2b1a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:39.260521 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-5d260d98-9daa-49e2-bb23-2615f0d2b1a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:48:39.264624 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-5d260d98-9daa-49e2-bb23-2615f0d2b1a5 admin admin] Usage tracker for resource:security_group_rule and tenant:90ff13c790e5490abb11c5a18b613d4e is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:48:39.267601 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-5d260d98-9daa-49e2-bb23-2615f0d2b1a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:48:39.273610 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-5d260d98-9daa-49e2-bb23-2615f0d2b1a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:48:39.342339 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5d260d98-9daa-49e2-bb23-2615f0d2b1a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:39.345640 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5d260d98-9daa-49e2-bb23-2615f0d2b1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:39.353352 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-793326c6-18e4-4f4c-ab72-ddb5f929793e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:39.395806 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d260d98-9daa-49e2-bb23-2615f0d2b1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f1c8ab-cdd2-4842-8386-194867092de3,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:39.400680 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-5d260d98-9daa-49e2-bb23-2615f0d2b1a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:39.405124 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-5d260d98-9daa-49e2-bb23-2615f0d2b1a5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=90ff13c790e5490abb11c5a18b613d4e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3299060
Jul 14 08:48:39.406254 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 59520) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:39.470151 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-793b2667-b273-4d1e-b5b8-63c90ffda4d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:39.501061 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-793b2667-b273-4d1e-b5b8-63c90ffda4d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:39.547456 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-793b2667-b273-4d1e-b5b8-63c90ffda4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:39.555633 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:39.560531 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-33882325-007b-4f55-8cc9-53b5303d221d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:39.577689 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b2667-b273-4d1e-b5b8-63c90ffda4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f1c8ab-cdd2-4842-8386-194867092de3,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:39.581510 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-793b2667-b273-4d1e-b5b8-63c90ffda4d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:39.587546 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-793b2667-b273-4d1e-b5b8-63c90ffda4d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:39.591759 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-793b2667-b273-4d1e-b5b8-63c90ffda4d4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/60f1c8ab-cdd2-4842-8386-194867092de3 HTTP/1.1" status: 204  len: 168 time: 0.1846778
Jul 14 08:48:39.928675 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 59530) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:39.949735 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b8e54da8-ccd7-4899-bf3a-740a7b9eaba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:39.981258 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-b8e54da8-ccd7-4899-bf3a-740a7b9eaba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:48:39.985417 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-b8e54da8-ccd7-4899-bf3a-740a7b9eaba0 admin admin] Usage tracker for resource:security_group_rule and tenant:17741c7c3885414189e5c0a000575a51 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:48:39.988466 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-b8e54da8-ccd7-4899-bf3a-740a7b9eaba0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:48:39.995015 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-b8e54da8-ccd7-4899-bf3a-740a7b9eaba0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:48:40.060481 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b8e54da8-ccd7-4899-bf3a-740a7b9eaba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:40.063239 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b8e54da8-ccd7-4899-bf3a-740a7b9eaba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:40.071075 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-eb125c0e-627b-47aa-9186-2750131bf8a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:40.116116 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e54da8-ccd7-4899-bf3a-740a7b9eaba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a953379-f000-44af-b9ec-f4083840659a,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:40.119847 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-b8e54da8-ccd7-4899-bf3a-740a7b9eaba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:40.122571 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-b8e54da8-ccd7-4899-bf3a-740a7b9eaba0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=17741c7c3885414189e5c0a000575a51&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1923018
Jul 14 08:48:40.125407 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 59534) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:40.188647 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3f75d30d-a52c-46c4-9dc7-cb547a3726c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:40.214845 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3f75d30d-a52c-46c4-9dc7-cb547a3726c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:40.258640 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3f75d30d-a52c-46c4-9dc7-cb547a3726c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:40.263513 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-10a435ef-a527-4b3f-a85a-c2307b67c767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:40.277577 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75d30d-a52c-46c4-9dc7-cb547a3726c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a953379-f000-44af-b9ec-f4083840659a,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:40.280668 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-3f75d30d-a52c-46c4-9dc7-cb547a3726c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:40.284968 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3f75d30d-a52c-46c4-9dc7-cb547a3726c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:40.286435 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-3f75d30d-a52c-46c4-9dc7-cb547a3726c7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4a953379-f000-44af-b9ec-f4083840659a HTTP/1.1" status: 204  len: 168 time: 0.1600401
Jul 14 08:48:43.050837 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 59620) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:43.214329 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-04766a8d-3039-487a-9713-e579dfdd9bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:43.249192 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-04766a8d-3039-487a-9713-e579dfdd9bdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:48:43.257049 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-04766a8d-3039-487a-9713-e579dfdd9bdb admin admin] Usage tracker for resource:security_group_rule and tenant:6c582142e658428baa80f13839c406db is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:48:43.257049 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-04766a8d-3039-487a-9713-e579dfdd9bdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:48:43.262271 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-04766a8d-3039-487a-9713-e579dfdd9bdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:48:43.333217 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-04766a8d-3039-487a-9713-e579dfdd9bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:43.336239 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-04766a8d-3039-487a-9713-e579dfdd9bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:43.343607 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-32f6fa7a-c74d-4113-a61c-fe0f34ad997f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:43.386234 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04766a8d-3039-487a-9713-e579dfdd9bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c5536f-f682-41c9-8155-f15ee7cd1d12,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:43.390873 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-04766a8d-3039-487a-9713-e579dfdd9bdb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6c582142e658428baa80f13839c406db&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3388374
Jul 14 08:48:43.391803 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-04766a8d-3039-487a-9713-e579dfdd9bdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:43.393595 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 59630) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:43.454546 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-22f35b76-cdb6-4298-b795-dd6bb9dbff6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:43.482157 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-22f35b76-cdb6-4298-b795-dd6bb9dbff6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:43.525112 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-22f35b76-cdb6-4298-b795-dd6bb9dbff6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:43.529929 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e2f8c01c-584d-461e-b468-3b254d410cbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:43.542468 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f35b76-cdb6-4298-b795-dd6bb9dbff6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c5536f-f682-41c9-8155-f15ee7cd1d12,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:43.545651 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-22f35b76-cdb6-4298-b795-dd6bb9dbff6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:43.547638 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-22f35b76-cdb6-4298-b795-dd6bb9dbff6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:43.551754 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-22f35b76-cdb6-4298-b795-dd6bb9dbff6f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/63c5536f-f682-41c9-8155-f15ee7cd1d12 HTTP/1.1" status: 204  len: 168 time: 0.1571188
Jul 14 08:48:43.890113 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 59638) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:43.913959 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e14893fd-7886-4553-a058-314d64ffa9db admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:43.947090 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-e14893fd-7886-4553-a058-314d64ffa9db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:48:43.951311 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-e14893fd-7886-4553-a058-314d64ffa9db admin admin] Usage tracker for resource:security_group_rule and tenant:981b639fc343443abf694dcbd7c58d29 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:48:43.954172 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-e14893fd-7886-4553-a058-314d64ffa9db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:48:43.960622 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-e14893fd-7886-4553-a058-314d64ffa9db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:48:44.032952 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e14893fd-7886-4553-a058-314d64ffa9db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:44.036063 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e14893fd-7886-4553-a058-314d64ffa9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:44.043591 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e4c2dda9-9181-41bd-974f-9cb9404f68c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:44.085085 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14893fd-7886-4553-a058-314d64ffa9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94e9ba5-3ab8-4481-a616-f27468f963ee,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:44.089439 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e14893fd-7886-4553-a058-314d64ffa9db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:44.091874 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-e14893fd-7886-4553-a058-314d64ffa9db admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=981b639fc343443abf694dcbd7c58d29&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2006924
Jul 14 08:48:44.094523 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 59644) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:44.157461 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-fedc51cc-0b88-4f12-8c3a-2b266bbf1449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:44.184560 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-fedc51cc-0b88-4f12-8c3a-2b266bbf1449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:44.228572 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-fedc51cc-0b88-4f12-8c3a-2b266bbf1449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:44.233406 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-5d260d98-9daa-49e2-bb23-2615f0d2b1a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:44.248690 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc51cc-0b88-4f12-8c3a-2b266bbf1449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94e9ba5-3ab8-4481-a616-f27468f963ee,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:44.251800 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-fedc51cc-0b88-4f12-8c3a-2b266bbf1449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:44.253752 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-fedc51cc-0b88-4f12-8c3a-2b266bbf1449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:44.254938 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-fedc51cc-0b88-4f12-8c3a-2b266bbf1449 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c94e9ba5-3ab8-4481-a616-f27468f963ee HTTP/1.1" status: 204  len: 168 time: 0.1594002
Jul 14 08:48:49.739715 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 59790) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:49.893842 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-a4b460ca-b707-487d-b928-7bb3b8fe607a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:49.926148 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-a4b460ca-b707-487d-b928-7bb3b8fe607a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:48:49.930696 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-a4b460ca-b707-487d-b928-7bb3b8fe607a admin admin] Usage tracker for resource:security_group_rule and tenant:11f585ecba084104b755652aad798425 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:48:49.933607 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-a4b460ca-b707-487d-b928-7bb3b8fe607a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:48:49.939522 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-a4b460ca-b707-487d-b928-7bb3b8fe607a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:48:50.007755 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-a4b460ca-b707-487d-b928-7bb3b8fe607a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:50.010384 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-a4b460ca-b707-487d-b928-7bb3b8fe607a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:50.017840 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-f7e8010d-72d6-4667-8a1e-6762b98635f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:50.064436 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b460ca-b707-487d-b928-7bb3b8fe607a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01d7251-74f9-433b-b566-73ec42e84940,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:50.067688 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-a4b460ca-b707-487d-b928-7bb3b8fe607a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:50.069919 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-a4b460ca-b707-487d-b928-7bb3b8fe607a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=11f585ecba084104b755652aad798425&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3291299
Jul 14 08:48:50.072690 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 59796) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:50.136313 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-830e24d1-90a9-416b-9a24-83e4aba93522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:50.165202 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-830e24d1-90a9-416b-9a24-83e4aba93522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:50.212437 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-830e24d1-90a9-416b-9a24-83e4aba93522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:50.217214 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-f6f93d57-90f2-4d01-976c-dbcd5628e012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:50.231745 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e24d1-90a9-416b-9a24-83e4aba93522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01d7251-74f9-433b-b566-73ec42e84940,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:50.235157 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-830e24d1-90a9-416b-9a24-83e4aba93522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:50.239623 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-830e24d1-90a9-416b-9a24-83e4aba93522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:50.239623 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-830e24d1-90a9-416b-9a24-83e4aba93522 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f01d7251-74f9-433b-b566-73ec42e84940 HTTP/1.1" status: 204  len: 168 time: 0.1640081
Jul 14 08:48:50.589181 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 59806) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:50.610872 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-839796d9-0772-42e4-b907-922b5797dfae admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:50.642251 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-839796d9-0772-42e4-b907-922b5797dfae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:48:50.646209 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-839796d9-0772-42e4-b907-922b5797dfae admin admin] Usage tracker for resource:security_group_rule and tenant:fd02f85d0e624e49af30ce3c20c79767 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:48:50.649704 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-839796d9-0772-42e4-b907-922b5797dfae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:48:50.655659 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-839796d9-0772-42e4-b907-922b5797dfae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:48:50.724909 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-839796d9-0772-42e4-b907-922b5797dfae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:50.727879 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-839796d9-0772-42e4-b907-922b5797dfae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:50.735741 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-793b2667-b273-4d1e-b5b8-63c90ffda4d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:50.778121 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839796d9-0772-42e4-b907-922b5797dfae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768a8d64-78ba-4c22-88c0-58af8ecd456d,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:50.781978 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-839796d9-0772-42e4-b907-922b5797dfae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:50.786944 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-839796d9-0772-42e4-b907-922b5797dfae admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fd02f85d0e624e49af30ce3c20c79767&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1940334
Jul 14 08:48:50.787432 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 59814) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:50.856227 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-bae4f212-8dd2-40e7-93f9-37a7f2363c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:50.883191 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-bae4f212-8dd2-40e7-93f9-37a7f2363c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:50.932140 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-bae4f212-8dd2-40e7-93f9-37a7f2363c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:50.937226 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-49a10e6c-364f-4fcc-9ddf-e29e181d8c7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:50.950764 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4f212-8dd2-40e7-93f9-37a7f2363c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768a8d64-78ba-4c22-88c0-58af8ecd456d,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:50.953818 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-bae4f212-8dd2-40e7-93f9-37a7f2363c6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:50.954727 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-bae4f212-8dd2-40e7-93f9-37a7f2363c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:50.955965 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-bae4f212-8dd2-40e7-93f9-37a7f2363c6b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/768a8d64-78ba-4c22-88c0-58af8ecd456d HTTP/1.1" status: 204  len: 168 time: 0.1678367
Jul 14 08:48:51.396618 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 59832) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:51.431238 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3d8f2535-7789-4c6b-8aff-c215617a7495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:51.465228 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-3d8f2535-7789-4c6b-8aff-c215617a7495 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:48:51.469460 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-3d8f2535-7789-4c6b-8aff-c215617a7495 admin admin] Usage tracker for resource:security_group_rule and tenant:aef8deb2677f41d99a7dcb56d2ffd153 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:48:51.473289 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-3d8f2535-7789-4c6b-8aff-c215617a7495 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:48:51.479968 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-3d8f2535-7789-4c6b-8aff-c215617a7495 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:48:51.558930 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3d8f2535-7789-4c6b-8aff-c215617a7495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:51.563048 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3d8f2535-7789-4c6b-8aff-c215617a7495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:51.570707 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-839796d9-0772-42e4-b907-922b5797dfae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:51.614955 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-3d8f2535-7789-4c6b-8aff-c215617a7495 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aef8deb2677f41d99a7dcb56d2ffd153&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2171545
Jul 14 08:48:51.615814 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f2535-7789-4c6b-8aff-c215617a7495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0912aec-e973-4c11-848f-59cbbcd53686,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:51.618511 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 59838) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:51.619600 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-3d8f2535-7789-4c6b-8aff-c215617a7495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:51.682238 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7934850c-db19-4282-984b-3f41ab51dd06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:51.707621 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7934850c-db19-4282-984b-3f41ab51dd06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:51.752773 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7934850c-db19-4282-984b-3f41ab51dd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:51.757897 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-0e83c94b-d13c-4100-8117-78292579481f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:51.768871 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7934850c-db19-4282-984b-3f41ab51dd06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0912aec-e973-4c11-848f-59cbbcd53686,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:51.771333 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-7934850c-db19-4282-984b-3f41ab51dd06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:51.777502 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7934850c-db19-4282-984b-3f41ab51dd06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:51.779183 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-7934850c-db19-4282-984b-3f41ab51dd06 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d0912aec-e973-4c11-848f-59cbbcd53686 HTTP/1.1" status: 204  len: 168 time: 0.1591246
Jul 14 08:48:53.188033 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 59872) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:53.339884 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6d40fa58-2827-4ca2-9c59-d71642fdec4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:53.372183 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-6d40fa58-2827-4ca2-9c59-d71642fdec4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:48:53.376120 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-6d40fa58-2827-4ca2-9c59-d71642fdec4b admin admin] Usage tracker for resource:security_group_rule and tenant:5f7484e97652406cb3e6452048d39789 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:48:53.379056 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-6d40fa58-2827-4ca2-9c59-d71642fdec4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:48:53.385609 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-6d40fa58-2827-4ca2-9c59-d71642fdec4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:48:53.456097 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6d40fa58-2827-4ca2-9c59-d71642fdec4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:53.458871 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6d40fa58-2827-4ca2-9c59-d71642fdec4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:53.466151 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-98f24e17-e1fe-4066-bbbd-c6990597461c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:53.509642 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d40fa58-2827-4ca2-9c59-d71642fdec4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bae282-65f3-4d4d-bb5e-fb296f32d3e3,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:53.513174 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-6d40fa58-2827-4ca2-9c59-d71642fdec4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:53.518372 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-6d40fa58-2827-4ca2-9c59-d71642fdec4b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5f7484e97652406cb3e6452048d39789&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3265619
Jul 14 08:48:53.519401 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 59880) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:53.583052 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-391756b4-ac19-4625-bcaf-94317d55d58c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:53.611836 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-391756b4-ac19-4625-bcaf-94317d55d58c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:53.657136 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-391756b4-ac19-4625-bcaf-94317d55d58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:53.662297 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-7934850c-db19-4282-984b-3f41ab51dd06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:53.676631 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391756b4-ac19-4625-bcaf-94317d55d58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bae282-65f3-4d4d-bb5e-fb296f32d3e3,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:53.679806 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-391756b4-ac19-4625-bcaf-94317d55d58c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:53.687818 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-391756b4-ac19-4625-bcaf-94317d55d58c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d0bae282-65f3-4d4d-bb5e-fb296f32d3e3 HTTP/1.1" status: 204  len: 168 time: 0.1645126
Jul 14 08:48:53.689268 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-391756b4-ac19-4625-bcaf-94317d55d58c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:54.041696 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3975a7-4896-4f9a-bba0-3d8119d4e0ca req-121b7db5-aa1a-4833-a3f2-9f70650c2a5c tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:48:54.043433 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1f3975a7-4896-4f9a-bba0-3d8119d4e0ca req-121b7db5-aa1a-4833-a3f2-9f70650c2a5c tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/ports?device_id=be7317c8-265e-4bac-8081-331f84fdabff HTTP/1.1" status: 200  len: 945 time: 0.0899971
Jul 14 08:48:54.091707 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1f3975a7-4896-4f9a-bba0-3d8119d4e0ca req-29a2c496-7bb3-45dd-85e0-f383049ee3ef tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509bb95-6dfe-433f-b6cc-564ce9c446d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420706
Jul 14 08:48:54.527229 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 59908) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:54.668743 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-9bec4ada-0a5c-4560-8bc1-2ca891d51e47 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1018698440-network', 'tenant_id': '5d08798323484c2898fdb1641777fcca'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:48:54.673753 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-9bec4ada-0a5c-4560-8bc1-2ca891d51e47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:48:54.677773 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-9bec4ada-0a5c-4560-8bc1-2ca891d51e47 admin admin] Usage tracker for resource:network and tenant:5d08798323484c2898fdb1641777fcca is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:48:54.682104 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-9bec4ada-0a5c-4560-8bc1-2ca891d51e47 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:48:54.691908 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-9bec4ada-0a5c-4560-8bc1-2ca891d51e47 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:48:54.703710 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bec4ada-0a5c-4560-8bc1-2ca891d51e47 admin admin] Made reservation on behalf of 5d08798323484c2898fdb1641777fcca for: {'network': 1} {{(pid=82096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:48:54.708402 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9bec4ada-0a5c-4560-8bc1-2ca891d51e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for network, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:54.726187 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9bec4ada-0a5c-4560-8bc1-2ca891d51e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:54.757698 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-9bec4ada-0a5c-4560-8bc1-2ca891d51e47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:48:54.762168 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-9bec4ada-0a5c-4560-8bc1-2ca891d51e47 admin admin] Usage tracker for resource:security_group_rule and tenant:5d08798323484c2898fdb1641777fcca is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:48:54.765236 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-9bec4ada-0a5c-4560-8bc1-2ca891d51e47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:48:54.771025 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-9bec4ada-0a5c-4560-8bc1-2ca891d51e47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:48:54.840174 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9bec4ada-0a5c-4560-8bc1-2ca891d51e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:54.842975 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9bec4ada-0a5c-4560-8bc1-2ca891d51e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:54.847066 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-3667885f-6874-4ec9-998b-effeff2429e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:54.876797 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bec4ada-0a5c-4560-8bc1-2ca891d51e47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504}  {{(pid=82096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 14 08:48:54.886220 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec4ada-0a5c-4560-8bc1-2ca891d51e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1572d4-8bf5-4e8e-847e-6ae8d9aa5558,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:54.889347 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-9bec4ada-0a5c-4560-8bc1-2ca891d51e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:54.893000 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9bec4ada-0a5c-4560-8bc1-2ca891d51e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6123'] for segment, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:54.893774 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.db.segments_db [None req-9bec4ada-0a5c-4560-8bc1-2ca891d51e47 admin admin] Added segment 745ade6f-7373-46a0-bd3a-0228d40f5712 of type vlan for network 37d353b7-12ef-44c4-8a9b-63df741acc4b
Jul 14 08:48:54.920239 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9bec4ada-0a5c-4560-8bc1-2ca891d51e47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282634469919'] for network, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:54.950793 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9bec4ada-0a5c-4560-8bc1-2ca891d51e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097'] for network, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:54.952053 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bec4ada-0a5c-4560-8bc1-2ca891d51e47 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:48:54.952697 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9bec4ada-0a5c-4560-8bc1-2ca891d51e47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for network, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:54.957504 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:55.075791 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-9bec4ada-0a5c-4560-8bc1-2ca891d51e47 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5470338
Jul 14 08:48:55.076983 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec4ada-0a5c-4560-8bc1-2ca891d51e47 admin admin] Pushing event updated for resources: {'Network': ['ID=37d353b7-12ef-44c4-8a9b-63df741acc4b,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:55.079556 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 59916) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:55.082474 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-9bec4ada-0a5c-4560-8bc1-2ca891d51e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:55.087208 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-adc96136-6f43-4b3d-b547-6783c075b16a admin admin] Request body: {'subnet': {'network_id': '37d353b7-12ef-44c4-8a9b-63df741acc4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1018698440-subnet', 'tenant_id': '5d08798323484c2898fdb1641777fcca', 'ip_version': 4}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:48:55.089592 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Network 37d353b7-12ef-44c4-8a9b-63df741acc4b details requested by agent ovs-agent-dv-cinder-800229-1-iscsi with host dv-cinder-800229-1-iscsi {{(pid=82097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jul 14 08:48:55.092587 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-adc96136-6f43-4b3d-b547-6783c075b16a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:48:55.096684 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-adc96136-6f43-4b3d-b547-6783c075b16a admin admin] Usage tracker for resource:subnet and tenant:5d08798323484c2898fdb1641777fcca is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:48:55.100011 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-adc96136-6f43-4b3d-b547-6783c075b16a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:48:55.106609 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-adc96136-6f43-4b3d-b547-6783c075b16a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:48:55.116612 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc96136-6f43-4b3d-b547-6783c075b16a admin admin] Made reservation on behalf of 5d08798323484c2898fdb1641777fcca for: {'subnet': 1} {{(pid=82096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:48:55.121406 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-adc96136-6f43-4b3d-b547-6783c075b16a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2621204'] for subnet, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:55.348675 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-adc96136-6f43-4b3d-b547-6783c075b16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853641536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2621189'] for subnet, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:55.353268 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-f7b381ba-04a7-42f4-b4d6-71a3b2074587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:55.479813 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc96136-6f43-4b3d-b547-6783c075b16a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a615d5f3-558f-4146-a085-7707c0194061,revision_number=0']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:55.483364 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-adc96136-6f43-4b3d-b547-6783c075b16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:55.508519 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc96136-6f43-4b3d-b547-6783c075b16a admin admin] Checking segment: {'id': '745ade6f-7373-46a0-bd3a-0228d40f5712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '37d353b7-12ef-44c4-8a9b-63df741acc4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:48:55.508911 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc96136-6f43-4b3d-b547-6783c075b16a admin admin] Network hostable DHCP agents. Network: 37d353b7-12ef-44c4-8a9b-63df741acc4b, hostable agents: ['4806de72-7956-4992-af39-5d97bb1c9176'], hosted agents: [] {{(pid=82096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jul 14 08:48:55.533747 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c0718-7815-4b15-9f30-38a0bf8b6c68 req-ba66f8aa-336b-48cf-a9cb-9212d0c73425 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:48:55.535368 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-927c0718-7815-4b15-9f30-38a0bf8b6c68 req-ba66f8aa-336b-48cf-a9cb-9212d0c73425 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/ports?device_id=be7317c8-265e-4bac-8081-331f84fdabff HTTP/1.1" status: 200  len: 945 time: 0.3112171
Jul 14 08:48:55.561906 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc96136-6f43-4b3d-b547-6783c075b16a admin admin] Network 37d353b7-12ef-44c4-8a9b-63df741acc4b is scheduled to be hosted by DHCP agent 4806de72-7956-4992-af39-5d97bb1c9176 with binding_index 1 {{(pid=82096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jul 14 08:48:55.578733 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-adc96136-6f43-4b3d-b547-6783c075b16a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800229-1-iscsi, 37d353b7-12ef-44c4-8a9b-63df741acc4b) {{(pid=82096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:48:55.587090 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e98b6b-2c66-4040-a4d4-abdea78a4c78 None None] Network 37d353b7-12ef-44c4-8a9b-63df741acc4b requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:48:55.591429 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc96136-6f43-4b3d-b547-6783c075b16a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:48:55.592074 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-adc96136-6f43-4b3d-b547-6783c075b16a admin admin] Notify callbacks [] for subnet, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:55.616967 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-927c0718-7815-4b15-9f30-38a0bf8b6c68 req-64ed9924-3c1f-41c7-9bdd-7f48e6b519cc tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509bb95-6dfe-433f-b6cc-564ce9c446d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726831
Jul 14 08:48:55.619935 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-adc96136-6f43-4b3d-b547-6783c075b16a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5394628
Jul 14 08:48:55.622866 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 59924) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:55.628952 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-82e5160f-d965-4505-944a-921c4c42e606 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1018698440-router', 'tenant_id': '5d08798323484c2898fdb1641777fcca', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'}}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:48:55.642383 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-82e5160f-d965-4505-944a-921c4c42e606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:48:55.643608 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-82e5160f-d965-4505-944a-921c4c42e606 admin admin] Usage tracker for resource:router and tenant:5d08798323484c2898fdb1641777fcca is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:48:55.646759 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-82e5160f-d965-4505-944a-921c4c42e606 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:48:55.652877 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-82e5160f-d965-4505-944a-921c4c42e606 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:48:55.662711 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-82e5160f-d965-4505-944a-921c4c42e606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854083276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29836'] for router, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:55.663994 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-82e5160f-d965-4505-944a-921c4c42e606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-695853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-754544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854745977'] for router, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:55.685157 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-82e5160f-d965-4505-944a-921c4c42e606 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:55.815503 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153f1b77-0772-4c51-9838-0e6df828c611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3704f2b-d2c3-5246-b6ef-c89a7a596ff8-37d353b7-12ef-44c4-8a9b-63df741acc4b', 'network_id': '37d353b7-12ef-44c4-8a9b-63df741acc4b', 'tenant_id': '5d08798323484c2898fdb1641777fcca', 'fixed_ips': [{'subnet_id': 'a615d5f3-558f-4146-a085-7707c0194061'}]}} from dv-cinder-800229-1-iscsi. {{(pid=82097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jul 14 08:48:55.816655 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-153f1b77-0772-4c51-9838-0e6df828c611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:55.839517 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-82e5160f-d965-4505-944a-921c4c42e606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-695868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854083321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29545'] for router, precommit_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:55.990027 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [None req-153f1b77-0772-4c51-9838-0e6df828c611 None None] Allocated IP 172.20.0.2 (37d353b7-12ef-44c4-8a9b-63df741acc4b/a615d5f3-558f-4146-a085-7707c0194061/c08bb69d-e703-43e2-959f-320727d3bb2d) {{(pid=82097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:48:56.043876 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-82e5160f-d965-4505-944a-921c4c42e606 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:56.079446 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-82e5160f-d965-4505-944a-921c4c42e606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:56.208854 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-153f1b77-0772-4c51-9838-0e6df828c611 None None] Notify callbacks [] for port, precommit_create {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:56.220538 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-153f1b77-0772-4c51-9838-0e6df828c611 None None] Transition to ACTIVE for port object c08bb69d-e703-43e2-959f-320727d3bb2d will not be triggered until provisioned by entity L2. {{(pid=82097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:48:56.227553 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [None req-82e5160f-d965-4505-944a-921c4c42e606 admin admin] Allocated IP 172.27.3.71 (67339833-1858-4359-a5f3-39cbe3daa12b/5340f5f3-2f04-41df-9207-8bcd858e18e6/0fa70025-c8e8-445a-8f5b-490391c404ca) {{(pid=82096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:48:56.241589 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-153f1b77-0772-4c51-9838-0e6df828c611 None None] Transition to ACTIVE for port object c08bb69d-e703-43e2-959f-320727d3bb2d will not be triggered until provisioned by entity DHCP. {{(pid=82097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:48:56.246244 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-153f1b77-0772-4c51-9838-0e6df828c611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794'] for port, after_create {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:56.251003 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:56.316662 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153f1b77-0772-4c51-9838-0e6df828c611 None None] Network 37d353b7-12ef-44c4-8a9b-63df741acc4b is already hosted by enough agents. {{(pid=82097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:48:56.321052 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-153f1b77-0772-4c51-9838-0e6df828c611 None None] Resources bound (agent type, host, resource id):  {{(pid=82097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:48:56.324738 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153f1b77-0772-4c51-9838-0e6df828c611 None None] Received port after_create {{(pid=82097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:48:56.334653 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f1b77-0772-4c51-9838-0e6df828c611 None None] Pushing event updated for resources: {'Port': ['ID=c08bb69d-e703-43e2-959f-320727d3bb2d,revision_number=1']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:56.376116 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153f1b77-0772-4c51-9838-0e6df828c611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:48:56.376502 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153f1b77-0772-4c51-9838-0e6df828c611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:48:56.376875 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153f1b77-0772-4c51-9838-0e6df828c611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:48:56.377241 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153f1b77-0772-4c51-9838-0e6df828c611 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:48:56.377604 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153f1b77-0772-4c51-9838-0e6df828c611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:48:56.377980 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153f1b77-0772-4c51-9838-0e6df828c611 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:48:56.378327 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153f1b77-0772-4c51-9838-0e6df828c611 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:48:56.378704 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153f1b77-0772-4c51-9838-0e6df828c611 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:48:56.379049 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153f1b77-0772-4c51-9838-0e6df828c611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:48:56.379428 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153f1b77-0772-4c51-9838-0e6df828c611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:48:56.379783 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153f1b77-0772-4c51-9838-0e6df828c611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:48:56.411629 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-153f1b77-0772-4c51-9838-0e6df828c611 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:56.432403 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-153f1b77-0772-4c51-9838-0e6df828c611 None None] Attempting to bind port c08bb69d-e703-43e2-959f-320727d3bb2d on host dv-cinder-800229-1-iscsi for vnic_type normal with profile  {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:48:56.432824 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-153f1b77-0772-4c51-9838-0e6df828c611 None None] Attempting to bind port c08bb69d-e703-43e2-959f-320727d3bb2d by drivers openvswitch,hyperv on host dv-cinder-800229-1-iscsi at level 0 using segments [{'id': '745ade6f-7373-46a0-bd3a-0228d40f5712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '37d353b7-12ef-44c4-8a9b-63df741acc4b'}] {{(pid=82097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:48:56.433236 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153f1b77-0772-4c51-9838-0e6df828c611 None None] Attempting to bind port c08bb69d-e703-43e2-959f-320727d3bb2d on network 37d353b7-12ef-44c4-8a9b-63df741acc4b {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:48:56.440180 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153f1b77-0772-4c51-9838-0e6df828c611 None None] Checking agent: {'id': '0d58c09d-3d0a-420d-b789-56ac4f0c32ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 37), 'started_at': datetime.datetime(2021, 7, 14, 8, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:48:56.440593 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153f1b77-0772-4c51-9838-0e6df828c611 None None] Checking segment: {'id': '745ade6f-7373-46a0-bd3a-0228d40f5712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '37d353b7-12ef-44c4-8a9b-63df741acc4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:48:56.441038 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-153f1b77-0772-4c51-9838-0e6df828c611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:56.441474 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153f1b77-0772-4c51-9838-0e6df828c611 None None] Bound using segment: {'id': '745ade6f-7373-46a0-bd3a-0228d40f5712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '37d353b7-12ef-44c4-8a9b-63df741acc4b'} {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:48:56.441986 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-153f1b77-0772-4c51-9838-0e6df828c611 None None] Bound port: c08bb69d-e703-43e2-959f-320727d3bb2d, host: dv-cinder-800229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745ade6f-7373-46a0-bd3a-0228d40f5712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '37d353b7-12ef-44c4-8a9b-63df741acc4b'}}] {{(pid=82097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:48:56.442447 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-153f1b77-0772-4c51-9838-0e6df828c611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:56.453921 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-82e5160f-d965-4505-944a-921c4c42e606 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:56.471541 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c2490-e93e-4988-86d6-cd7f0606ae7f req-5cda2705-7e7f-42ee-b74c-f6476ae46078 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:48:56.473340 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-899c2490-e93e-4988-86d6-cd7f0606ae7f req-5cda2705-7e7f-42ee-b74c-f6476ae46078 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.43 "GET /v2.0/ports?device_id=be7317c8-265e-4bac-8081-331f84fdabff HTTP/1.1" status: 200  len: 945 time: 0.1600156
Jul 14 08:48:56.538182 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-153f1b77-0772-4c51-9838-0e6df828c611 None None] For port c08bb69d-e703-43e2-959f-320727d3bb2d, host dv-cinder-800229-1-iscsi, cleared binding levels {{(pid=82097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:48:56.541464 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-153f1b77-0772-4c51-9838-0e6df828c611 None None] For port c08bb69d-e703-43e2-959f-320727d3bb2d, host dv-cinder-800229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=c08bb69d-e703-43e2-959f-320727d3bb2d,segment=NetworkSegment(745ade6f-7373-46a0-bd3a-0228d40f5712),segment_id=745ade6f-7373-46a0-bd3a-0228d40f5712)] {{(pid=82097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:48:56.544988 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-153f1b77-0772-4c51-9838-0e6df828c611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:56.549323 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-82e5160f-d965-4505-944a-921c4c42e606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132881'] for port, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:56.556039 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-6727dcd4-2b60-4188-9378-5d334606462c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:56.556322 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:56.593009 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [req-899c2490-e93e-4988-86d6-cd7f0606ae7f req-d60a7da4-6921-421d-8932-54f62b0af082 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Deleting port 81404242-006f-4014-a9aa-c82c47c50faa {{(pid=82096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:48:56.593344 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-899c2490-e93e-4988-86d6-cd7f0606ae7f req-d60a7da4-6921-421d-8932-54f62b0af082 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:56.634527 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f1b77-0772-4c51-9838-0e6df828c611 None None] Pushing event updated for resources: {'Port': ['ID=c08bb69d-e703-43e2-959f-320727d3bb2d,revision_number=2']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:56.637973 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-153f1b77-0772-4c51-9838-0e6df828c611 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:56.836689 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7767a-81b7-45d5-af99-015f44b2c1c6 req-970e8817-ce92-4db2-8fd5-4aee05794f00 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:48:56.838635 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c9d7767a-81b7-45d5-af99-015f44b2c1c6 req-970e8817-ce92-4db2-8fd5-4aee05794f00 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/ports?device_id=be7317c8-265e-4bac-8081-331f84fdabff HTTP/1.1" status: 200  len: 945 time: 0.0845747
Jul 14 08:48:56.884764 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e5160f-d965-4505-944a-921c4c42e606 admin admin] Network 67339833-1858-4359-a5f3-39cbe3daa12b is already hosted by enough agents. {{(pid=82096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:48:56.890896 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-82e5160f-d965-4505-944a-921c4c42e606 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:48:56.895002 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e5160f-d965-4505-944a-921c4c42e606 admin admin] Pushing event updated for resources: {'Port': ['ID=0fa70025-c8e8-445a-8f5b-490391c404ca,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:56.895868 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c9d7767a-81b7-45d5-af99-015f44b2c1c6 req-27c9e8be-b13b-4d00-a224-e374916a6ca7 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509bb95-6dfe-433f-b6cc-564ce9c446d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488067
Jul 14 08:48:56.897559 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e5160f-d965-4505-944a-921c4c42e606 admin admin] Received port after_create {{(pid=82096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:48:56.966784 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-82e5160f-d965-4505-944a-921c4c42e606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:57.260982 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-899c2490-e93e-4988-86d6-cd7f0606ae7f req-d60a7da4-6921-421d-8932-54f62b0af082 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] For port 81404242-006f-4014-a9aa-c82c47c50faa, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=81404242-006f-4014-a9aa-c82c47c50faa,segment=NetworkSegment(e22cceb9-90bd-4075-b814-4ddff48bb78f),segment_id=e22cceb9-90bd-4075-b814-4ddff48bb78f)] {{(pid=82096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:48:57.261311 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-899c2490-e93e-4988-86d6-cd7f0606ae7f req-d60a7da4-6921-421d-8932-54f62b0af082 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:57.398640 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [req-899c2490-e93e-4988-86d6-cd7f0606ae7f req-d60a7da4-6921-421d-8932-54f62b0af082 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Calling delete_port for 81404242-006f-4014-a9aa-c82c47c50faa owned by compute:nova {{(pid=82096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:48:57.479903 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-82e5160f-d965-4505-944a-921c4c42e606 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:57.480658 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-82e5160f-d965-4505-944a-921c4c42e606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854079993'] for router, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:57.694586 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-899c2490-e93e-4988-86d6-cd7f0606ae7f req-d60a7da4-6921-421d-8932-54f62b0af082 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132881'] for port, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:57.702273 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-b4d4c036-f208-499d-adf6-85acd4778f54 tempest-VolumesNegativeTest-1819150792 tempest-VolumesNegativeTest-1819150792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:57.746984 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a7da4-6921-421d-8932-54f62b0af082 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Pushing event deleted for resources: {'Port': ['ID=81404242-006f-4014-a9aa-c82c47c50faa,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:57.767404 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a7da4-6921-421d-8932-54f62b0af082 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:48:57.767815 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a7da4-6921-421d-8932-54f62b0af082 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:48:57.768218 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a7da4-6921-421d-8932-54f62b0af082 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:48:57.768616 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a7da4-6921-421d-8932-54f62b0af082 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:48:57.769009 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a7da4-6921-421d-8932-54f62b0af082 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:48:57.769401 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a7da4-6921-421d-8932-54f62b0af082 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:48:57.769957 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a7da4-6921-421d-8932-54f62b0af082 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:48:57.770153 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a7da4-6921-421d-8932-54f62b0af082 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:48:57.770538 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a7da4-6921-421d-8932-54f62b0af082 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:48:57.770922 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a7da4-6921-421d-8932-54f62b0af082 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:48:57.771400 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a7da4-6921-421d-8932-54f62b0af082 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:48:57.810187 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-d60a7da4-6921-421d-8932-54f62b0af082 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:57.851790 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [req-899c2490-e93e-4988-86d6-cd7f0606ae7f req-d60a7da4-6921-421d-8932-54f62b0af082 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] No DVR routers for this DVR port 81404242-006f-4014-a9aa-c82c47c50faa on host hv-cinder-80022 {{(pid=82096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 14 08:48:57.854948 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-899c2490-e93e-4988-86d6-cd7f0606ae7f req-d60a7da4-6921-421d-8932-54f62b0af082 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:57.859130 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7317c8-265e-4bac-8081-331f84fdabff', 'name': 'network-vif-deleted', 'tag': '81404242-006f-4014-a9aa-c82c47c50faa'}] {{(pid=82096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:48:57.894982 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-899c2490-e93e-4988-86d6-cd7f0606ae7f req-d60a7da4-6921-421d-8932-54f62b0af082 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.43 "DELETE /v2.0/ports/81404242-006f-4014-a9aa-c82c47c50faa HTTP/1.1" status: 204  len: 173 time: 1.4149036
Jul 14 08:48:57.917044 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7317c8-265e-4bac-8081-331f84fdabff', 'name': 'network-vif-deleted', 'tag': '81404242-006f-4014-a9aa-c82c47c50faa', 'status': 'completed', 'code': 200}
Jul 14 08:48:57.957073 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e5160f-d965-4505-944a-921c4c42e606 admin admin] Router d537b9fc-17d9-42fb-8263-a23ccb377ca3 is scheduled to L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c with binding_index 1 {{(pid=82096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Jul 14 08:48:58.107762 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c3c05ed0-1c82-46d9-8c02-99f014e40a26 req-c7922d18-3d70-4ce3-8f37-d331080639ea tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/ports?device_id=be7317c8-265e-4bac-8081-331f84fdabff HTTP/1.1" status: 200  len: 210 time: 0.0549324
Jul 14 08:48:58.204664 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e5160f-d965-4505-944a-921c4c42e606 admin admin] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:48:58.214209 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d0fe84-b16f-4eed-8609-adece0933f82 None None] Sync routers for ids ['d537b9fc-17d9-42fb-8263-a23ccb377ca3'] in dv-cinder-800229-1-iscsi {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:48:58.228650 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-82e5160f-d965-4505-944a-921c4c42e606 admin admin] Notify callbacks [] for router, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:58.230872 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-82e5160f-d965-4505-944a-921c4c42e606 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.6058681
Jul 14 08:48:58.232137 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d0fe84-b16f-4eed-8609-adece0933f82 None None] Routers {'d537b9fc-17d9-42fb-8263-a23ccb377ca3'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:48:58.232881 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 59944) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:48:58.233021 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-76d0fe84-b16f-4eed-8609-adece0933f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64023f3278>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:48:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['d537b9fc-17d9-42fb-8263-a23ccb377ca3'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:48:58.441785 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-76d0fe84-b16f-4eed-8609-adece0933f82 None None] Set router d537b9fc-17d9-42fb-8263-a23ccb377ca3 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:48:58.488584 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device c08bb69d-e703-43e2-959f-320727d3bb2d up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:48:58.626493 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c527361e-9f3f-474e-8be7-005798653037 None None] Network 37d353b7-12ef-44c4-8a9b-63df741acc4b requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:48:58.824145 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-75483057-cf5c-4631-bfdd-48fa02fd19f1 None None] Provisioning for port c08bb69d-e703-43e2-959f-320727d3bb2d completed by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:48:58.934817 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning for port c08bb69d-e703-43e2-959f-320727d3bb2d completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:48:59.065061 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-bdab9348-3f5c-4333-abc1-47ad0ffa71d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:59.155007 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 81404242-006f-4014-a9aa-c82c47c50faa no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:48:59.198775 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port c08bb69d-e703-43e2-959f-320727d3bb2d triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:48:59.199218 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:59.253763 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] No Port match for: 81404242-006f-4014-a9aa-c82c47c50faa {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:48:59.254146 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 81404242-006f-4014-a9aa-c82c47c50faa not bound to the agent host hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:48:59.348091 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [None req-bdab9348-3f5c-4333-abc1-47ad0ffa71d6 admin admin] Allocated IP 172.20.0.1 (37d353b7-12ef-44c4-8a9b-63df741acc4b/a615d5f3-558f-4146-a085-7707c0194061/e969dba5-2091-4319-ab2a-0c924b554bf2) {{(pid=82096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:48:59.365774 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-76d0fe84-b16f-4eed-8609-adece0933f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64023f3278>, [{'id': 'd537b9fc-17d9-42fb-8263-a23ccb377ca3', 'name': 'tempest-TestShelveInstance-1018698440-router', 'tenant_id': '5d08798323484c2898fdb1641777fcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '0fa70025-c8e8-445a-8f5b-490391c404ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:48:55Z', 'updated_at': '2021-07-14T08:48:57Z', 'revision_number': 3, 'project_id': '5d08798323484c2898fdb1641777fcca', 'gw_port': {'id': '0fa70025-c8e8-445a-8f5b-490391c404ca', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ca:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd537b9fc-17d9-42fb-8263-a23ccb377ca3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:48:56Z', 'updated_at': '2021-07-14T08:48:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi'}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:48:59.377308 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d0fe84-b16f-4eed-8609-adece0933f82 None None] Checking router: d537b9fc-17d9-42fb-8263-a23ccb377ca3 for host: dv-cinder-800229-1-iscsi {{(pid=82097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:48:59.377708 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d0fe84-b16f-4eed-8609-adece0933f82 None None] Updating router d537b9fc-17d9-42fb-8263-a23ccb377ca3 port 0fa70025-c8e8-445a-8f5b-490391c404ca binding host dv-cinder-800229-1-iscsi {{(pid=82097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 14 08:48:59.509068 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76d0fe84-b16f-4eed-8609-adece0933f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:59.549090 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:59.563581 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-bdab9348-3f5c-4333-abc1-47ad0ffa71d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:59.582613 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-bdab9348-3f5c-4333-abc1-47ad0ffa71d6 admin admin] Transition to ACTIVE for port object e969dba5-2091-4319-ab2a-0c924b554bf2 will not be triggered until provisioned by entity DHCP. {{(pid=82096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:48:59.612188 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-bdab9348-3f5c-4333-abc1-47ad0ffa71d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132881'] for port, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:59.618883 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-975e903c-d3b6-4804-9254-1f9bf20b3919 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:59.747930 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] For port c08bb69d-e703-43e2-959f-320727d3bb2d, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=c08bb69d-e703-43e2-959f-320727d3bb2d,segment=NetworkSegment(745ade6f-7373-46a0-bd3a-0228d40f5712),segment_id=745ade6f-7373-46a0-bd3a-0228d40f5712)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:48:59.757017 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:48:59.768042 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-b7809f1c-ab91-4a77-a306-543c9f448cb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:48:59.947578 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Pushing event updated for resources: {'Port': ['ID=c08bb69d-e703-43e2-959f-320727d3bb2d,revision_number=3']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:48:59.952658 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:48:59.963738 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdab9348-3f5c-4333-abc1-47ad0ffa71d6 admin admin] Network 37d353b7-12ef-44c4-8a9b-63df741acc4b is already hosted by enough agents. {{(pid=82096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:48:59.966941 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-bdab9348-3f5c-4333-abc1-47ad0ffa71d6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:48:59.971775 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdab9348-3f5c-4333-abc1-47ad0ffa71d6 admin admin] Received port after_create {{(pid=82096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:49:00.010136 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab9348-3f5c-4333-abc1-47ad0ffa71d6 admin admin] Pushing event updated for resources: {'Port': ['ID=e969dba5-2091-4319-ab2a-0c924b554bf2,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:00.013291 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-9fc6bb39-2c6d-449a-af83-993b626cc619 None None] Provisioning complete for port c08bb69d-e703-43e2-959f-320727d3bb2d triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:49:00.013711 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9fc6bb39-2c6d-449a-af83-993b626cc619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:00.017474 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-bdab9348-3f5c-4333-abc1-47ad0ffa71d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:00.056003 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-bdab9348-3f5c-4333-abc1-47ad0ffa71d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691418'] for router_interface, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:00.162592 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-bdab9348-3f5c-4333-abc1-47ad0ffa71d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:00.205640 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76d0fe84-b16f-4eed-8609-adece0933f82 None None] Notify callbacks [] for port, precommit_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:00.233363 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-76d0fe84-b16f-4eed-8609-adece0933f82 None None] Transition to ACTIVE for port object 0fa70025-c8e8-445a-8f5b-490391c404ca will not be triggered until provisioned by entity L2. {{(pid=82097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:49:00.242983 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76d0fe84-b16f-4eed-8609-adece0933f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:00.247632 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:00.342223 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879efa34-c78e-4e51-8be4-eb5fa45dcc28 None None] Pushing event updated for resources: {'Port': ['ID=0fa70025-c8e8-445a-8f5b-490391c404ca,revision_number=2']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:00.344955 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-76d0fe84-b16f-4eed-8609-adece0933f82 None None] Attempting to bind port 0fa70025-c8e8-445a-8f5b-490391c404ca on host dv-cinder-800229-1-iscsi for vnic_type normal with profile  {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:49:00.345371 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-76d0fe84-b16f-4eed-8609-adece0933f82 None None] Attempting to bind port 0fa70025-c8e8-445a-8f5b-490391c404ca by drivers openvswitch,hyperv on host dv-cinder-800229-1-iscsi at level 0 using segments [{'id': 'eeb05519-cb3f-4410-affd-d7c1079f9a7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'}] {{(pid=82097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:49:00.345785 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d0fe84-b16f-4eed-8609-adece0933f82 None None] Attempting to bind port 0fa70025-c8e8-445a-8f5b-490391c404ca on network 67339833-1858-4359-a5f3-39cbe3daa12b {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:49:00.353930 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-879efa34-c78e-4e51-8be4-eb5fa45dcc28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:00.356464 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d0fe84-b16f-4eed-8609-adece0933f82 None None] Checking agent: {'id': '0d58c09d-3d0a-420d-b789-56ac4f0c32ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 37), 'started_at': datetime.datetime(2021, 7, 14, 8, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:49:00.356894 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d0fe84-b16f-4eed-8609-adece0933f82 None None] Checking segment: {'id': 'eeb05519-cb3f-4410-affd-d7c1079f9a7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:49:00.357318 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76d0fe84-b16f-4eed-8609-adece0933f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:00.357836 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d0fe84-b16f-4eed-8609-adece0933f82 None None] Bound using segment: {'id': 'eeb05519-cb3f-4410-affd-d7c1079f9a7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'} {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:49:00.358239 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-76d0fe84-b16f-4eed-8609-adece0933f82 None None] Bound port: 0fa70025-c8e8-445a-8f5b-490391c404ca, host: dv-cinder-800229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb05519-cb3f-4410-affd-d7c1079f9a7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'}}] {{(pid=82097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:49:00.358654 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76d0fe84-b16f-4eed-8609-adece0933f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:00.408266 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-a352a065-e815-4b25-8fce-02495ede433b None None] Provisioning for port e969dba5-2091-4319-ab2a-0c924b554bf2 completed by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:49:00.423676 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device c08bb69d-e703-43e2-959f-320727d3bb2d up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:49:00.440380 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-bdab9348-3f5c-4333-abc1-47ad0ffa71d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:00.443897 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-bdab9348-3f5c-4333-abc1-47ad0ffa71d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853642936'] for port, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:00.463222 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-a352a065-e815-4b25-8fce-02495ede433b None None] Provisioning complete for port e969dba5-2091-4319-ab2a-0c924b554bf2 triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:49:00.463652 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-a352a065-e815-4b25-8fce-02495ede433b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:00.474658 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:00.553813 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-76d0fe84-b16f-4eed-8609-adece0933f82 None None] For port 0fa70025-c8e8-445a-8f5b-490391c404ca, host dv-cinder-800229-1-iscsi, cleared binding levels {{(pid=82097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:49:00.564427 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-bdab9348-3f5c-4333-abc1-47ad0ffa71d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846971082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854084487'] for router_interface, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:00.568186 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab9348-3f5c-4333-abc1-47ad0ffa71d6 admin admin] Pushing event updated for resources: {'Port': ['ID=e969dba5-2091-4319-ab2a-0c924b554bf2,revision_number=2']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:00.569377 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-a352a065-e815-4b25-8fce-02495ede433b None None] Port e969dba5-2091-4319-ab2a-0c924b554bf2 cannot update to ACTIVE because it is not bound. {{(pid=82097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 14 08:49:00.572364 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-bdab9348-3f5c-4333-abc1-47ad0ffa71d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:00.572540 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-76d0fe84-b16f-4eed-8609-adece0933f82 None None] For port 0fa70025-c8e8-445a-8f5b-490391c404ca, host dv-cinder-800229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=0fa70025-c8e8-445a-8f5b-490391c404ca,segment=NetworkSegment(eeb05519-cb3f-4410-affd-d7c1079f9a7a),segment_id=eeb05519-cb3f-4410-affd-d7c1079f9a7a)] {{(pid=82097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:49:00.579922 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76d0fe84-b16f-4eed-8609-adece0933f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:00.584790 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:00.647074 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port c08bb69d-e703-43e2-959f-320727d3bb2d triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:49:00.647519 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:00.721696 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdab9348-3f5c-4333-abc1-47ad0ffa71d6 admin admin] Network 37d353b7-12ef-44c4-8a9b-63df741acc4b is already hosted by enough agents. {{(pid=82096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:49:00.723220 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-bdab9348-3f5c-4333-abc1-47ad0ffa71d6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:49:00.725329 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879efa34-c78e-4e51-8be4-eb5fa45dcc28 None None] Pushing event updated for resources: {'Port': ['ID=0fa70025-c8e8-445a-8f5b-490391c404ca,revision_number=3']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:00.731309 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-879efa34-c78e-4e51-8be4-eb5fa45dcc28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:00.734403 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d0fe84-b16f-4eed-8609-adece0933f82 None None] Routers {'d537b9fc-17d9-42fb-8263-a23ccb377ca3'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:49:00.735084 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-76d0fe84-b16f-4eed-8609-adece0933f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64023f3278>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:48:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['d537b9fc-17d9-42fb-8263-a23ccb377ca3'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:49:00.987268 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-76d0fe84-b16f-4eed-8609-adece0933f82 None None] Set router d537b9fc-17d9-42fb-8263-a23ccb377ca3 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:49:01.169847 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdab9348-3f5c-4333-abc1-47ad0ffa71d6 admin admin] Router d537b9fc-17d9-42fb-8263-a23ccb377ca3 has already been hosted by L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c {{(pid=82096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 14 08:49:01.241710 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.agents_db [None req-e2914788-e7e4-4a13-b83f-78c3979e9233 None None] Agent healthcheck: found 6 active agents {{(pid=82098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 14 08:49:01.387243 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-0ac5222a-7cc9-43a7-ae38-0435e4aa3672 None None] Provisioning complete for port e969dba5-2091-4319-ab2a-0c924b554bf2 triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:49:01.387662 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0ac5222a-7cc9-43a7-ae38-0435e4aa3672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:01.465328 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdab9348-3f5c-4333-abc1-47ad0ffa71d6 admin admin] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:49:01.472501 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-0ac5222a-7cc9-43a7-ae38-0435e4aa3672 None None] Port e969dba5-2091-4319-ab2a-0c924b554bf2 cannot update to ACTIVE because it is not bound. {{(pid=82097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 14 08:49:01.475048 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-bdab9348-3f5c-4333-abc1-47ad0ffa71d6 admin admin] 10.222.0.42 "PUT /v2.0/routers/d537b9fc-17d9-42fb-8263-a23ccb377ca3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2408724
Jul 14 08:49:01.571810 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-76d0fe84-b16f-4eed-8609-adece0933f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64023f3278>, [{'id': 'd537b9fc-17d9-42fb-8263-a23ccb377ca3', 'name': 'tempest-TestShelveInstance-1018698440-router', 'tenant_id': '5d08798323484c2898fdb1641777fcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '0fa70025-c8e8-445a-8f5b-490391c404ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:48:55Z', 'updated_at': '2021-07-14T08:49:00Z', 'revision_number': 4, 'project_id': '5d08798323484c2898fdb1641777fcca', 'gw_port': {'id': '0fa70025-c8e8-445a-8f5b-490391c404ca', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ca:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd537b9fc-17d9-42fb-8263-a23ccb377ca3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:48:56Z', 'updated_at': '2021-07-14T08:49:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': 'e969dba5-2091-4319-ab2a-0c924b554bf2', 'name': '', 'network_id': '37d353b7-12ef-44c4-8a9b-63df741acc4b', 'tenant_id': '5d08798323484c2898fdb1641777fcca', 'mac_address': 'fa:16:3e:e9:c3:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd537b9fc-17d9-42fb-8263-a23ccb377ca3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a615d5f3-558f-4146-a085-7707c0194061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:48:59Z', 'updated_at': '2021-07-14T08:49:00Z', 'revision_number': 2, 'project_id': '5d08798323484c2898fdb1641777fcca', 'subnets': [{'id': 'a615d5f3-558f-4146-a085-7707c0194061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:49:01.571950 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d0fe84-b16f-4eed-8609-adece0933f82 None None] The sync data for ids ['d537b9fc-17d9-42fb-8263-a23ccb377ca3'] in dv-cinder-800229-1-iscsi is: [{'id': 'd537b9fc-17d9-42fb-8263-a23ccb377ca3', 'name': 'tempest-TestShelveInstance-1018698440-router', 'tenant_id': '5d08798323484c2898fdb1641777fcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '0fa70025-c8e8-445a-8f5b-490391c404ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:48:55Z', 'updated_at': '2021-07-14T08:49:00Z', 'revision_number': 4, 'project_id': '5d08798323484c2898fdb1641777fcca', 'gw_port': {'id': '0fa70025-c8e8-445a-8f5b-490391c404ca', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ca:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd537b9fc-17d9-42fb-8263-a23ccb377ca3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:48:56Z', 'updated_at': '2021-07-14T08:49:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': 'e969dba5-2091-4319-ab2a-0c924b554bf2', 'name': '', 'network_id': '37d353b7-12ef-44c4-8a9b-63df741acc4b', 'tenant_id': '5d08798323484c2898fdb1641777fcca', 'mac_address': 'fa:16:3e:e9:c3:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd537b9fc-17d9-42fb-8263-a23ccb377ca3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a615d5f3-558f-4146-a085-7707c0194061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:48:59Z', 'updated_at': '2021-07-14T08:49:00Z', 'revision_number': 2, 'project_id': '5d08798323484c2898fdb1641777fcca', 'subnets': [{'id': 'a615d5f3-558f-4146-a085-7707c0194061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:49:02.433910 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 60006) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:49:02.440467 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-36fb4255-5ca5-434f-aac8-e2b9102b0c86 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1736305971-network', 'tenant_id': '0e1f8b689d9e40049c2288e780c41ebd'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:49:02.447065 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-36fb4255-5ca5-434f-aac8-e2b9102b0c86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:49:02.452704 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-36fb4255-5ca5-434f-aac8-e2b9102b0c86 admin admin] Usage tracker for resource:network and tenant:0e1f8b689d9e40049c2288e780c41ebd is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:49:02.456143 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-36fb4255-5ca5-434f-aac8-e2b9102b0c86 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:49:02.463069 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-36fb4255-5ca5-434f-aac8-e2b9102b0c86 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:49:02.474629 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fb4255-5ca5-434f-aac8-e2b9102b0c86 admin admin] Made reservation on behalf of 0e1f8b689d9e40049c2288e780c41ebd for: {'network': 1} {{(pid=82096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:49:02.480029 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-36fb4255-5ca5-434f-aac8-e2b9102b0c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for network, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:02.493776 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-36fb4255-5ca5-434f-aac8-e2b9102b0c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:02.527384 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-36fb4255-5ca5-434f-aac8-e2b9102b0c86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:49:02.535658 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-36fb4255-5ca5-434f-aac8-e2b9102b0c86 admin admin] Usage tracker for resource:security_group_rule and tenant:0e1f8b689d9e40049c2288e780c41ebd is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:49:02.540544 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-36fb4255-5ca5-434f-aac8-e2b9102b0c86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:49:02.546888 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-36fb4255-5ca5-434f-aac8-e2b9102b0c86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:49:02.665829 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-36fb4255-5ca5-434f-aac8-e2b9102b0c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:02.669587 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-36fb4255-5ca5-434f-aac8-e2b9102b0c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:02.683372 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36fb4255-5ca5-434f-aac8-e2b9102b0c86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505}  {{(pid=82096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 14 08:49:02.685760 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-391756b4-ac19-4625-bcaf-94317d55d58c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:02.717956 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-36fb4255-5ca5-434f-aac8-e2b9102b0c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6123'] for segment, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:02.718347 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.db.segments_db [None req-36fb4255-5ca5-434f-aac8-e2b9102b0c86 admin admin] Added segment 3c950d88-a2af-4988-a625-d7eac72dea6c of type vlan for network 4a9c9bfb-617f-4ca1-836c-3c05b676c64f
Jul 14 08:49:02.729172 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb4255-5ca5-434f-aac8-e2b9102b0c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260e4704-0ac3-4ccb-8598-871769b35dfa,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:02.732993 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-36fb4255-5ca5-434f-aac8-e2b9102b0c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:02.754126 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-36fb4255-5ca5-434f-aac8-e2b9102b0c86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282634469919'] for network, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:02.785828 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-36fb4255-5ca5-434f-aac8-e2b9102b0c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097'] for network, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:02.787028 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fb4255-5ca5-434f-aac8-e2b9102b0c86 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:02.787695 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-36fb4255-5ca5-434f-aac8-e2b9102b0c86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for network, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:02.793651 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-3d2363c4-e5c7-4277-8458-ff57f864886c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:02.905654 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-36fb4255-5ca5-434f-aac8-e2b9102b0c86 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4679768
Jul 14 08:49:02.905654 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb4255-5ca5-434f-aac8-e2b9102b0c86 admin admin] Pushing event updated for resources: {'Network': ['ID=4a9c9bfb-617f-4ca1-836c-3c05b676c64f,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:02.906064 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 60014) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:49:02.906811 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-36fb4255-5ca5-434f-aac8-e2b9102b0c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:02.912218 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-33e7ea4b-9cb8-4ddf-b12f-600358c3c330 admin admin] Request body: {'subnet': {'network_id': '4a9c9bfb-617f-4ca1-836c-3c05b676c64f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1736305971-subnet', 'tenant_id': '0e1f8b689d9e40049c2288e780c41ebd', 'ip_version': 4}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:49:02.915452 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Network 4a9c9bfb-617f-4ca1-836c-3c05b676c64f details requested by agent ovs-agent-dv-cinder-800229-1-iscsi with host dv-cinder-800229-1-iscsi {{(pid=82097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jul 14 08:49:02.918615 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-33e7ea4b-9cb8-4ddf-b12f-600358c3c330 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:49:02.922945 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-33e7ea4b-9cb8-4ddf-b12f-600358c3c330 admin admin] Usage tracker for resource:subnet and tenant:0e1f8b689d9e40049c2288e780c41ebd is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:49:02.926365 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-33e7ea4b-9cb8-4ddf-b12f-600358c3c330 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:49:02.933117 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-33e7ea4b-9cb8-4ddf-b12f-600358c3c330 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:49:02.943593 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e7ea4b-9cb8-4ddf-b12f-600358c3c330 admin admin] Made reservation on behalf of 0e1f8b689d9e40049c2288e780c41ebd for: {'subnet': 1} {{(pid=82095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:49:02.948902 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-33e7ea4b-9cb8-4ddf-b12f-600358c3c330 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2419132'] for subnet, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:03.174014 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-33e7ea4b-9cb8-4ddf-b12f-600358c3c330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852741252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2419117'] for subnet, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:03.178670 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:03.262708 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e7ea4b-9cb8-4ddf-b12f-600358c3c330 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af41765f-d0e2-47b2-992e-54db0e652b2d,revision_number=0']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:03.278690 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e7ea4b-9cb8-4ddf-b12f-600358c3c330 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:49:03.279124 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e7ea4b-9cb8-4ddf-b12f-600358c3c330 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:49:03.279545 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e7ea4b-9cb8-4ddf-b12f-600358c3c330 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:49:03.279951 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e7ea4b-9cb8-4ddf-b12f-600358c3c330 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:49:03.280358 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e7ea4b-9cb8-4ddf-b12f-600358c3c330 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:49:03.280760 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e7ea4b-9cb8-4ddf-b12f-600358c3c330 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:49:03.281156 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e7ea4b-9cb8-4ddf-b12f-600358c3c330 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:49:03.281556 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e7ea4b-9cb8-4ddf-b12f-600358c3c330 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:49:03.281949 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e7ea4b-9cb8-4ddf-b12f-600358c3c330 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:49:03.282340 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e7ea4b-9cb8-4ddf-b12f-600358c3c330 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:49:03.282734 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e7ea4b-9cb8-4ddf-b12f-600358c3c330 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:49:03.286695 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-33e7ea4b-9cb8-4ddf-b12f-600358c3c330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:03.291200 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e7ea4b-9cb8-4ddf-b12f-600358c3c330 admin admin] Checking segment: {'id': '3c950d88-a2af-4988-a625-d7eac72dea6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4a9c9bfb-617f-4ca1-836c-3c05b676c64f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:49:03.291612 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e7ea4b-9cb8-4ddf-b12f-600358c3c330 admin admin] Network hostable DHCP agents. Network: 4a9c9bfb-617f-4ca1-836c-3c05b676c64f, hostable agents: ['4806de72-7956-4992-af39-5d97bb1c9176'], hosted agents: [] {{(pid=82095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jul 14 08:49:03.314000 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e7ea4b-9cb8-4ddf-b12f-600358c3c330 admin admin] Network 4a9c9bfb-617f-4ca1-836c-3c05b676c64f is scheduled to be hosted by DHCP agent 4806de72-7956-4992-af39-5d97bb1c9176 with binding_index 1 {{(pid=82095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jul 14 08:49:03.323430 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-33e7ea4b-9cb8-4ddf-b12f-600358c3c330 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800229-1-iscsi, 4a9c9bfb-617f-4ca1-836c-3c05b676c64f) {{(pid=82095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:49:03.327373 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e7ea4b-9cb8-4ddf-b12f-600358c3c330 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:03.328152 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-33e7ea4b-9cb8-4ddf-b12f-600358c3c330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for subnet, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:03.332887 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1041ef7-b3e7-4882-a997-9717bd83bbe1 None None] Network 4a9c9bfb-617f-4ca1-836c-3c05b676c64f requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:49:03.358850 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 60024) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:49:03.359076 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-33e7ea4b-9cb8-4ddf-b12f-600358c3c330 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4517298
Jul 14 08:49:03.365293 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-166db092-0627-4e38-8ed3-9abb20addaef admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1736305971-router', 'tenant_id': '0e1f8b689d9e40049c2288e780c41ebd', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'}}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:49:03.374559 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-166db092-0627-4e38-8ed3-9abb20addaef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:49:03.381429 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-166db092-0627-4e38-8ed3-9abb20addaef admin admin] Usage tracker for resource:router and tenant:0e1f8b689d9e40049c2288e780c41ebd is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:49:03.385079 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-166db092-0627-4e38-8ed3-9abb20addaef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:49:03.404184 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-166db092-0627-4e38-8ed3-9abb20addaef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:49:03.416836 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-166db092-0627-4e38-8ed3-9abb20addaef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854083276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29836'] for router, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:03.418606 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-166db092-0627-4e38-8ed3-9abb20addaef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-695853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-754544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854745977'] for router, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:03.441103 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-166db092-0627-4e38-8ed3-9abb20addaef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:03.598791 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2400dca9-c219-4d65-9888-d8f2249c5a45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3704f2b-d2c3-5246-b6ef-c89a7a596ff8-4a9c9bfb-617f-4ca1-836c-3c05b676c64f', 'network_id': '4a9c9bfb-617f-4ca1-836c-3c05b676c64f', 'tenant_id': '0e1f8b689d9e40049c2288e780c41ebd', 'fixed_ips': [{'subnet_id': 'af41765f-d0e2-47b2-992e-54db0e652b2d'}]}} from dv-cinder-800229-1-iscsi. {{(pid=82097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jul 14 08:49:03.599924 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2400dca9-c219-4d65-9888-d8f2249c5a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:03.603337 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-166db092-0627-4e38-8ed3-9abb20addaef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-695868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854083321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29545'] for router, precommit_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:03.781855 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [None req-2400dca9-c219-4d65-9888-d8f2249c5a45 None None] Allocated IP 172.20.0.2 (4a9c9bfb-617f-4ca1-836c-3c05b676c64f/af41765f-d0e2-47b2-992e-54db0e652b2d/acd2b5d8-2e5b-4bcf-9ce2-7a80121419d2) {{(pid=82097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:49:03.822481 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-166db092-0627-4e38-8ed3-9abb20addaef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:03.850256 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-166db092-0627-4e38-8ed3-9abb20addaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:04.018095 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [None req-166db092-0627-4e38-8ed3-9abb20addaef admin admin] Allocated IP 172.27.3.211 (67339833-1858-4359-a5f3-39cbe3daa12b/5340f5f3-2f04-41df-9207-8bcd858e18e6/59648d77-30d6-4e77-9a8d-586e3dd9a17e) {{(pid=82096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:49:04.035735 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2400dca9-c219-4d65-9888-d8f2249c5a45 None None] Notify callbacks [] for port, precommit_create {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:04.050262 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-2400dca9-c219-4d65-9888-d8f2249c5a45 None None] Transition to ACTIVE for port object acd2b5d8-2e5b-4bcf-9ce2-7a80121419d2 will not be triggered until provisioned by entity L2. {{(pid=82097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:49:04.069492 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-2400dca9-c219-4d65-9888-d8f2249c5a45 None None] Transition to ACTIVE for port object acd2b5d8-2e5b-4bcf-9ce2-7a80121419d2 will not be triggered until provisioned by entity DHCP. {{(pid=82097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:49:04.078645 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2400dca9-c219-4d65-9888-d8f2249c5a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794'] for port, after_create {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:04.084552 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:04.159890 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2400dca9-c219-4d65-9888-d8f2249c5a45 None None] Network 4a9c9bfb-617f-4ca1-836c-3c05b676c64f is already hosted by enough agents. {{(pid=82097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:49:04.165936 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-2400dca9-c219-4d65-9888-d8f2249c5a45 None None] Resources bound (agent type, host, resource id):  {{(pid=82097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:49:04.166916 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400dca9-c219-4d65-9888-d8f2249c5a45 None None] Pushing event updated for resources: {'Port': ['ID=acd2b5d8-2e5b-4bcf-9ce2-7a80121419d2,revision_number=1']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:04.169168 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2400dca9-c219-4d65-9888-d8f2249c5a45 None None] Received port after_create {{(pid=82097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:49:04.171771 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-2400dca9-c219-4d65-9888-d8f2249c5a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:04.264585 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-2400dca9-c219-4d65-9888-d8f2249c5a45 None None] Attempting to bind port acd2b5d8-2e5b-4bcf-9ce2-7a80121419d2 on host dv-cinder-800229-1-iscsi for vnic_type normal with profile  {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:49:04.265012 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-2400dca9-c219-4d65-9888-d8f2249c5a45 None None] Attempting to bind port acd2b5d8-2e5b-4bcf-9ce2-7a80121419d2 by drivers openvswitch,hyperv on host dv-cinder-800229-1-iscsi at level 0 using segments [{'id': '3c950d88-a2af-4988-a625-d7eac72dea6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4a9c9bfb-617f-4ca1-836c-3c05b676c64f'}] {{(pid=82097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:49:04.265430 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2400dca9-c219-4d65-9888-d8f2249c5a45 None None] Attempting to bind port acd2b5d8-2e5b-4bcf-9ce2-7a80121419d2 on network 4a9c9bfb-617f-4ca1-836c-3c05b676c64f {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:49:04.272992 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2400dca9-c219-4d65-9888-d8f2249c5a45 None None] Checking agent: {'id': '0d58c09d-3d0a-420d-b789-56ac4f0c32ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 37), 'started_at': datetime.datetime(2021, 7, 14, 8, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:49:04.273909 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2400dca9-c219-4d65-9888-d8f2249c5a45 None None] Checking segment: {'id': '3c950d88-a2af-4988-a625-d7eac72dea6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4a9c9bfb-617f-4ca1-836c-3c05b676c64f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:49:04.274364 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2400dca9-c219-4d65-9888-d8f2249c5a45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:04.274802 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2400dca9-c219-4d65-9888-d8f2249c5a45 None None] Bound using segment: {'id': '3c950d88-a2af-4988-a625-d7eac72dea6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4a9c9bfb-617f-4ca1-836c-3c05b676c64f'} {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:49:04.275360 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-2400dca9-c219-4d65-9888-d8f2249c5a45 None None] Bound port: acd2b5d8-2e5b-4bcf-9ce2-7a80121419d2, host: dv-cinder-800229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c950d88-a2af-4988-a625-d7eac72dea6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4a9c9bfb-617f-4ca1-836c-3c05b676c64f'}}] {{(pid=82097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:49:04.275782 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2400dca9-c219-4d65-9888-d8f2249c5a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:04.376981 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-2400dca9-c219-4d65-9888-d8f2249c5a45 None None] For port acd2b5d8-2e5b-4bcf-9ce2-7a80121419d2, host dv-cinder-800229-1-iscsi, cleared binding levels {{(pid=82097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:49:04.380244 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-2400dca9-c219-4d65-9888-d8f2249c5a45 None None] For port acd2b5d8-2e5b-4bcf-9ce2-7a80121419d2, host dv-cinder-800229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=acd2b5d8-2e5b-4bcf-9ce2-7a80121419d2,segment=NetworkSegment(3c950d88-a2af-4988-a625-d7eac72dea6c),segment_id=3c950d88-a2af-4988-a625-d7eac72dea6c)] {{(pid=82097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:49:04.385060 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2400dca9-c219-4d65-9888-d8f2249c5a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:04.397588 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-153f1b77-0772-4c51-9838-0e6df828c611 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:04.401169 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-166db092-0627-4e38-8ed3-9abb20addaef admin admin] Notify callbacks [] for port, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:04.428858 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-166db092-0627-4e38-8ed3-9abb20addaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132881'] for port, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:04.433616 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-7a44e401-6875-4cb5-aa36-2aba0edcef58 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:04.441242 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 0fa70025-c8e8-445a-8f5b-490391c404ca up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:49:04.498267 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166db092-0627-4e38-8ed3-9abb20addaef admin admin] Network 67339833-1858-4359-a5f3-39cbe3daa12b is already hosted by enough agents. {{(pid=82096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:49:04.501147 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-166db092-0627-4e38-8ed3-9abb20addaef admin admin] Resources bound (agent type, host, resource id):  {{(pid=82096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:49:04.505630 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166db092-0627-4e38-8ed3-9abb20addaef admin admin] Received port after_create {{(pid=82096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:49:04.537415 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400dca9-c219-4d65-9888-d8f2249c5a45 None None] Pushing event updated for resources: {'Port': ['ID=acd2b5d8-2e5b-4bcf-9ce2-7a80121419d2,revision_number=2']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:04.541064 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-2400dca9-c219-4d65-9888-d8f2249c5a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:04.546231 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166db092-0627-4e38-8ed3-9abb20addaef admin admin] Pushing event updated for resources: {'Port': ['ID=59648d77-30d6-4e77-9a8d-586e3dd9a17e,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:04.558405 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning for port 0fa70025-c8e8-445a-8f5b-490391c404ca completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:49:04.560079 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-166db092-0627-4e38-8ed3-9abb20addaef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:04.564425 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port 0fa70025-c8e8-445a-8f5b-490391c404ca triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:49:04.565213 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:04.709821 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:04.727358 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] For port 0fa70025-c8e8-445a-8f5b-490391c404ca, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=0fa70025-c8e8-445a-8f5b-490391c404ca,segment=NetworkSegment(eeb05519-cb3f-4410-affd-d7c1079f9a7a),segment_id=eeb05519-cb3f-4410-affd-d7c1079f9a7a)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:49:04.727834 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-166db092-0627-4e38-8ed3-9abb20addaef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:04.728603 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-166db092-0627-4e38-8ed3-9abb20addaef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854079993'] for router, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:04.736108 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:04.741482 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:04.838389 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Pushing event updated for resources: {'Port': ['ID=0fa70025-c8e8-445a-8f5b-490391c404ca,revision_number=4']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:04.842274 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:05.134763 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166db092-0627-4e38-8ed3-9abb20addaef admin admin] Router 71eb06a7-0e69-4740-8ba4-d11ae578114b is scheduled to L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c with binding_index 1 {{(pid=82096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Jul 14 08:49:05.312594 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc7280-c86f-4402-b849-c7d8929b3863 req-e0006887-14b6-4239-844e-97db94c593d4 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:05.314225 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-05fc7280-c86f-4402-b849-c7d8929b3863 req-e0006887-14b6-4239-844e-97db94c593d4 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 947 time: 0.2221942
Jul 14 08:49:05.393575 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-05fc7280-c86f-4402-b849-c7d8929b3863 req-b013b0e5-482d-4da9-88f0-af67179e96e7 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0577102
Jul 14 08:49:05.431859 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166db092-0627-4e38-8ed3-9abb20addaef admin admin] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:49:05.445530 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30afe77f-463c-4182-a354-4624d0839b92 None None] Sync routers for ids ['71eb06a7-0e69-4740-8ba4-d11ae578114b'] in dv-cinder-800229-1-iscsi {{(pid=82098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:49:05.457816 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-166db092-0627-4e38-8ed3-9abb20addaef admin admin] Notify callbacks [] for router, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:05.459929 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-166db092-0627-4e38-8ed3-9abb20addaef admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.0991688
Jul 14 08:49:05.462843 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30afe77f-463c-4182-a354-4624d0839b92 None None] Routers {'71eb06a7-0e69-4740-8ba4-d11ae578114b'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:49:05.463575 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-30afe77f-463c-4182-a354-4624d0839b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64025dccc0>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:48:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['71eb06a7-0e69-4740-8ba4-d11ae578114b'], 'active': True} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:49:05.463718 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 60066) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:49:05.489463 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a3d86e-6fda-4333-87ad-9dac1293ef47 None None] Sync routers for ids ['d537b9fc-17d9-42fb-8263-a23ccb377ca3'] in dv-cinder-800229-1-iscsi {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:49:05.504858 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a3d86e-6fda-4333-87ad-9dac1293ef47 None None] Routers {'d537b9fc-17d9-42fb-8263-a23ccb377ca3'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:49:05.505847 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-71a3d86e-6fda-4333-87ad-9dac1293ef47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f640223a978>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:48:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['d537b9fc-17d9-42fb-8263-a23ccb377ca3'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:49:05.714931 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-30afe77f-463c-4182-a354-4624d0839b92 None None] Set router 71eb06a7-0e69-4740-8ba4-d11ae578114b gateway port host: dv-cinder-800229-1-iscsi {{(pid=82098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:49:05.720902 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-71a3d86e-6fda-4333-87ad-9dac1293ef47 None None] Set router d537b9fc-17d9-42fb-8263-a23ccb377ca3 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:49:05.806260 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1a7fdf0b-6652-4cf3-a0b4-24091b077472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:06.051492 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:06.071656 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-30afe77f-463c-4182-a354-4624d0839b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64025dccc0>, [{'id': '71eb06a7-0e69-4740-8ba4-d11ae578114b', 'name': 'tempest-TestShelveInstance-1736305971-router', 'tenant_id': '0e1f8b689d9e40049c2288e780c41ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '59648d77-30d6-4e77-9a8d-586e3dd9a17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:49:03Z', 'updated_at': '2021-07-14T08:49:04Z', 'revision_number': 3, 'project_id': '0e1f8b689d9e40049c2288e780c41ebd', 'gw_port': {'id': '59648d77-30d6-4e77-9a8d-586e3dd9a17e', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dc:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71eb06a7-0e69-4740-8ba4-d11ae578114b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:49:03Z', 'updated_at': '2021-07-14T08:49:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi'}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:49:06.080741 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30afe77f-463c-4182-a354-4624d0839b92 None None] Checking router: 71eb06a7-0e69-4740-8ba4-d11ae578114b for host: dv-cinder-800229-1-iscsi {{(pid=82098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:49:06.086758 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30afe77f-463c-4182-a354-4624d0839b92 None None] Updating router 71eb06a7-0e69-4740-8ba4-d11ae578114b port 59648d77-30d6-4e77-9a8d-586e3dd9a17e binding host dv-cinder-800229-1-iscsi {{(pid=82098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 14 08:49:06.168527 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-71a3d86e-6fda-4333-87ad-9dac1293ef47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f640223a978>, [{'id': 'd537b9fc-17d9-42fb-8263-a23ccb377ca3', 'name': 'tempest-TestShelveInstance-1018698440-router', 'tenant_id': '5d08798323484c2898fdb1641777fcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '0fa70025-c8e8-445a-8f5b-490391c404ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:48:55Z', 'updated_at': '2021-07-14T08:49:00Z', 'revision_number': 4, 'project_id': '5d08798323484c2898fdb1641777fcca', 'gw_port': {'id': '0fa70025-c8e8-445a-8f5b-490391c404ca', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537b9fc-17d9-42fb-8263-a23ccb377ca3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:48:56Z', 'updated_at': '2021-07-14T08:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': 'e969dba5-2091-4319-ab2a-0c924b554bf2', 'name': '', 'network_id': '37d353b7-12ef-44c4-8a9b-63df741acc4b', 'tenant_id': '5d08798323484c2898fdb1641777fcca', 'mac_address': 'fa:16:3e:e9:c3:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd537b9fc-17d9-42fb-8263-a23ccb377ca3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a615d5f3-558f-4146-a085-7707c0194061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:48:59Z', 'updated_at': '2021-07-14T08:49:00Z', 'revision_number': 2, 'project_id': '5d08798323484c2898fdb1641777fcca', 'subnets': [{'id': 'a615d5f3-558f-4146-a085-7707c0194061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:49:06.173192 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a3d86e-6fda-4333-87ad-9dac1293ef47 None None] Checking router: d537b9fc-17d9-42fb-8263-a23ccb377ca3 for host: dv-cinder-800229-1-iscsi {{(pid=82097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:49:06.173418 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a3d86e-6fda-4333-87ad-9dac1293ef47 None None] Updating router d537b9fc-17d9-42fb-8263-a23ccb377ca3 port e969dba5-2091-4319-ab2a-0c924b554bf2 binding host dv-cinder-800229-1-iscsi {{(pid=82097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 14 08:49:06.221063 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-30afe77f-463c-4182-a354-4624d0839b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:06.253382 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-71a3d86e-6fda-4333-87ad-9dac1293ef47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:06.845767 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-dd032c99-7da3-45f8-9d41-3c77b19dc27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:06.924818 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-71a3d86e-6fda-4333-87ad-9dac1293ef47 None None] Notify callbacks [] for port, precommit_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:06.940536 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-71a3d86e-6fda-4333-87ad-9dac1293ef47 None None] Transition to ACTIVE for port object e969dba5-2091-4319-ab2a-0c924b554bf2 will not be triggered until provisioned by entity L2. {{(pid=82097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:49:06.961452 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 0fa70025-c8e8-445a-8f5b-490391c404ca up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:49:06.963263 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-30afe77f-463c-4182-a354-4624d0839b92 None None] Notify callbacks [] for port, precommit_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:06.977986 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-30afe77f-463c-4182-a354-4624d0839b92 None None] Transition to ACTIVE for port object 59648d77-30d6-4e77-9a8d-586e3dd9a17e will not be triggered until provisioned by entity L2. {{(pid=82098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:49:06.984705 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-30afe77f-463c-4182-a354-4624d0839b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:06.988910 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aaea4a3-90fd-4888-a848-82e110ac7a54 None None] Network 4a9c9bfb-617f-4ca1-836c-3c05b676c64f requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:49:06.990030 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-029805c2-f55c-4eb3-8c6b-ca1af8c0b88e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:07.059662 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a661be-14e1-4253-9570-76a4f714beb3 None None] Pushing event updated for resources: {'Port': ['ID=59648d77-30d6-4e77-9a8d-586e3dd9a17e,revision_number=2']} {{(pid=82098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:07.072095 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a661be-14e1-4253-9570-76a4f714beb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:49:07.072623 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a661be-14e1-4253-9570-76a4f714beb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:49:07.073092 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a661be-14e1-4253-9570-76a4f714beb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:49:07.073479 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a661be-14e1-4253-9570-76a4f714beb3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:49:07.073851 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a661be-14e1-4253-9570-76a4f714beb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:49:07.074219 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a661be-14e1-4253-9570-76a4f714beb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:49:07.074586 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a661be-14e1-4253-9570-76a4f714beb3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:49:07.074952 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a661be-14e1-4253-9570-76a4f714beb3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:49:07.075340 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a661be-14e1-4253-9570-76a4f714beb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:49:07.075705 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a661be-14e1-4253-9570-76a4f714beb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:49:07.076066 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a661be-14e1-4253-9570-76a4f714beb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:49:07.082118 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e0a661be-14e1-4253-9570-76a4f714beb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:07.102465 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-30afe77f-463c-4182-a354-4624d0839b92 None None] Attempting to bind port 59648d77-30d6-4e77-9a8d-586e3dd9a17e on host dv-cinder-800229-1-iscsi for vnic_type normal with profile  {{(pid=82098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:49:07.103029 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-30afe77f-463c-4182-a354-4624d0839b92 None None] Attempting to bind port 59648d77-30d6-4e77-9a8d-586e3dd9a17e by drivers openvswitch,hyperv on host dv-cinder-800229-1-iscsi at level 0 using segments [{'id': 'eeb05519-cb3f-4410-affd-d7c1079f9a7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'}] {{(pid=82098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:49:07.103466 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30afe77f-463c-4182-a354-4624d0839b92 None None] Attempting to bind port 59648d77-30d6-4e77-9a8d-586e3dd9a17e on network 67339833-1858-4359-a5f3-39cbe3daa12b {{(pid=82098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:49:07.112118 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30afe77f-463c-4182-a354-4624d0839b92 None None] Checking agent: {'id': '0d58c09d-3d0a-420d-b789-56ac4f0c32ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 37), 'started_at': datetime.datetime(2021, 7, 14, 8, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:49:07.112522 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30afe77f-463c-4182-a354-4624d0839b92 None None] Checking segment: {'id': 'eeb05519-cb3f-4410-affd-d7c1079f9a7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:49:07.113121 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-30afe77f-463c-4182-a354-4624d0839b92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:07.113561 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30afe77f-463c-4182-a354-4624d0839b92 None None] Bound using segment: {'id': 'eeb05519-cb3f-4410-affd-d7c1079f9a7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'} {{(pid=82098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:49:07.114085 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-30afe77f-463c-4182-a354-4624d0839b92 None None] Bound port: 59648d77-30d6-4e77-9a8d-586e3dd9a17e, host: dv-cinder-800229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb05519-cb3f-4410-affd-d7c1079f9a7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'}}] {{(pid=82098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:49:07.114506 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-30afe77f-463c-4182-a354-4624d0839b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:07.146404 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-71a3d86e-6fda-4333-87ad-9dac1293ef47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:07.167609 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-010f36e9-1286-474f-be89-3a446740b402 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:07.172573 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4de9b5-869f-4e5f-8375-eb3d11d4060e req-86568b76-6adc-4721-8c38-853bd37a7094 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:07.174685 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bb4de9b5-869f-4e5f-8375-eb3d11d4060e req-86568b76-6adc-4721-8c38-853bd37a7094 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 945 time: 0.1238625
Jul 14 08:49:07.230606 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-30afe77f-463c-4182-a354-4624d0839b92 None None] For port 59648d77-30d6-4e77-9a8d-586e3dd9a17e, host dv-cinder-800229-1-iscsi, cleared binding levels {{(pid=82098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:49:07.234995 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-30afe77f-463c-4182-a354-4624d0839b92 None None] For port 59648d77-30d6-4e77-9a8d-586e3dd9a17e, host dv-cinder-800229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=59648d77-30d6-4e77-9a8d-586e3dd9a17e,segment=NetworkSegment(eeb05519-cb3f-4410-affd-d7c1079f9a7a),segment_id=eeb05519-cb3f-4410-affd-d7c1079f9a7a)] {{(pid=82098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:49:07.238512 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-30afe77f-463c-4182-a354-4624d0839b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:07.253406 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-813fee01-6c99-42b8-bff7-c67247e87b1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:07.287926 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bb4de9b5-869f-4e5f-8375-eb3d11d4060e req-a8dd3c73-561f-47a9-9e66-0f6a6fee90d2 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1049249
Jul 14 08:49:07.329565 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-e398fe4f-39a4-4ee0-9b5d-027607c64c1e None None] Provisioning for port acd2b5d8-2e5b-4bcf-9ce2-7a80121419d2 completed by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:49:07.356435 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:07.380925 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a661be-14e1-4253-9570-76a4f714beb3 None None] Pushing event updated for resources: {'Port': ['ID=59648d77-30d6-4e77-9a8d-586e3dd9a17e,revision_number=3']} {{(pid=82098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:07.393150 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e0a661be-14e1-4253-9570-76a4f714beb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=82098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:07.399779 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [None req-dd032c99-7da3-45f8-9d41-3c77b19dc27c admin admin] Allocated IP 172.20.0.1 (4a9c9bfb-617f-4ca1-836c-3c05b676c64f/af41765f-d0e2-47b2-992e-54db0e652b2d/059caa96-a410-4b0d-a117-caf0fb1a7e03) {{(pid=82095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:49:07.404548 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30afe77f-463c-4182-a354-4624d0839b92 None None] Routers {'71eb06a7-0e69-4740-8ba4-d11ae578114b'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:49:07.405240 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-30afe77f-463c-4182-a354-4624d0839b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64025dccc0>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:48:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['71eb06a7-0e69-4740-8ba4-d11ae578114b'], 'active': True} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:49:07.420718 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542df58-eb82-4dd2-9171-dac36fc216ca req-12f5d19a-512b-43f1-b402-c6c8842ce675 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:07.420952 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66cd9d-0ce7-4788-9fcf-2e39559de354 None None] Pushing event updated for resources: {'Port': ['ID=e969dba5-2091-4319-ab2a-0c924b554bf2,revision_number=3']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:07.422814 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b542df58-eb82-4dd2-9171-dac36fc216ca req-12f5d19a-512b-43f1-b402-c6c8842ce675 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 947 time: 0.6683667
Jul 14 08:49:07.451155 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-3f66cd9d-0ce7-4788-9fcf-2e39559de354 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:07.566007 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port 0fa70025-c8e8-445a-8f5b-490391c404ca triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:49:07.566398 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:07.595542 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-71a3d86e-6fda-4333-87ad-9dac1293ef47 None None] Attempting to bind port e969dba5-2091-4319-ab2a-0c924b554bf2 on host dv-cinder-800229-1-iscsi for vnic_type normal with profile  {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:49:07.595957 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-71a3d86e-6fda-4333-87ad-9dac1293ef47 None None] Attempting to bind port e969dba5-2091-4319-ab2a-0c924b554bf2 by drivers openvswitch,hyperv on host dv-cinder-800229-1-iscsi at level 0 using segments [{'id': '745ade6f-7373-46a0-bd3a-0228d40f5712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '37d353b7-12ef-44c4-8a9b-63df741acc4b'}] {{(pid=82097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:49:07.596366 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a3d86e-6fda-4333-87ad-9dac1293ef47 None None] Attempting to bind port e969dba5-2091-4319-ab2a-0c924b554bf2 on network 37d353b7-12ef-44c4-8a9b-63df741acc4b {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:49:07.634189 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a3d86e-6fda-4333-87ad-9dac1293ef47 None None] Checking agent: {'id': '0d58c09d-3d0a-420d-b789-56ac4f0c32ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 37), 'started_at': datetime.datetime(2021, 7, 14, 8, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:49:07.634610 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a3d86e-6fda-4333-87ad-9dac1293ef47 None None] Checking segment: {'id': '745ade6f-7373-46a0-bd3a-0228d40f5712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '37d353b7-12ef-44c4-8a9b-63df741acc4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:49:07.635066 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-71a3d86e-6fda-4333-87ad-9dac1293ef47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:07.635669 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a3d86e-6fda-4333-87ad-9dac1293ef47 None None] Bound using segment: {'id': '745ade6f-7373-46a0-bd3a-0228d40f5712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '37d353b7-12ef-44c4-8a9b-63df741acc4b'} {{(pid=82097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:49:07.636023 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-71a3d86e-6fda-4333-87ad-9dac1293ef47 None None] Bound port: e969dba5-2091-4319-ab2a-0c924b554bf2, host: dv-cinder-800229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745ade6f-7373-46a0-bd3a-0228d40f5712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '37d353b7-12ef-44c4-8a9b-63df741acc4b'}}] {{(pid=82097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:49:07.636435 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-71a3d86e-6fda-4333-87ad-9dac1293ef47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:07.657357 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-dd032c99-7da3-45f8-9d41-3c77b19dc27c admin admin] Notify callbacks [] for port, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:07.663666 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-30afe77f-463c-4182-a354-4624d0839b92 None None] Set router 71eb06a7-0e69-4740-8ba4-d11ae578114b gateway port host: dv-cinder-800229-1-iscsi {{(pid=82098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:49:07.690792 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-dd032c99-7da3-45f8-9d41-3c77b19dc27c admin admin] Transition to ACTIVE for port object 059caa96-a410-4b0d-a117-caf0fb1a7e03 will not be triggered until provisioned by entity DHCP. {{(pid=82095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:49:07.717650 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b542df58-eb82-4dd2-9171-dac36fc216ca req-5715ca1c-c299-441d-ae4b-568086e0f78d tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2698658
Jul 14 08:49:07.719157 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-dd032c99-7da3-45f8-9d41-3c77b19dc27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:07.729962 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-7e44f8a1-8e35-4e9d-a5c8-830f400bb9c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:07.792257 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd032c99-7da3-45f8-9d41-3c77b19dc27c admin admin] Network 4a9c9bfb-617f-4ca1-836c-3c05b676c64f is already hosted by enough agents. {{(pid=82095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:49:07.793548 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-dd032c99-7da3-45f8-9d41-3c77b19dc27c admin admin] Resources bound (agent type, host, resource id):  {{(pid=82095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:49:07.798548 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd032c99-7da3-45f8-9d41-3c77b19dc27c admin admin] Received port after_create {{(pid=82095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:49:07.869908 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-71a3d86e-6fda-4333-87ad-9dac1293ef47 None None] For port e969dba5-2091-4319-ab2a-0c924b554bf2, host dv-cinder-800229-1-iscsi, cleared binding levels {{(pid=82097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:49:07.873911 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-71a3d86e-6fda-4333-87ad-9dac1293ef47 None None] For port e969dba5-2091-4319-ab2a-0c924b554bf2, host dv-cinder-800229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=e969dba5-2091-4319-ab2a-0c924b554bf2,segment=NetworkSegment(745ade6f-7373-46a0-bd3a-0228d40f5712),segment_id=745ade6f-7373-46a0-bd3a-0228d40f5712)] {{(pid=82097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:49:07.876436 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd032c99-7da3-45f8-9d41-3c77b19dc27c admin admin] Pushing event updated for resources: {'Port': ['ID=059caa96-a410-4b0d-a117-caf0fb1a7e03,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:07.879386 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device acd2b5d8-2e5b-4bcf-9ce2-7a80121419d2 up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:49:07.881142 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-dd032c99-7da3-45f8-9d41-3c77b19dc27c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:07.886467 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-dd032c99-7da3-45f8-9d41-3c77b19dc27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691418'] for router_interface, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:07.959810 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-71a3d86e-6fda-4333-87ad-9dac1293ef47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:07.970250 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:07.980675 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-dd032c99-7da3-45f8-9d41-3c77b19dc27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:08.001770 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-30afe77f-463c-4182-a354-4624d0839b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64025dccc0>, [{'id': '71eb06a7-0e69-4740-8ba4-d11ae578114b', 'name': 'tempest-TestShelveInstance-1736305971-router', 'tenant_id': '0e1f8b689d9e40049c2288e780c41ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '59648d77-30d6-4e77-9a8d-586e3dd9a17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:49:03Z', 'updated_at': '2021-07-14T08:49:04Z', 'revision_number': 3, 'project_id': '0e1f8b689d9e40049c2288e780c41ebd', 'gw_port': {'id': '59648d77-30d6-4e77-9a8d-586e3dd9a17e', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dc:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71eb06a7-0e69-4740-8ba4-d11ae578114b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:49:03Z', 'updated_at': '2021-07-14T08:49:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi'}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:49:08.006158 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30afe77f-463c-4182-a354-4624d0839b92 None None] The sync data for ids ['71eb06a7-0e69-4740-8ba4-d11ae578114b'] in dv-cinder-800229-1-iscsi is: [{'id': '71eb06a7-0e69-4740-8ba4-d11ae578114b', 'name': 'tempest-TestShelveInstance-1736305971-router', 'tenant_id': '0e1f8b689d9e40049c2288e780c41ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '59648d77-30d6-4e77-9a8d-586e3dd9a17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:49:03Z', 'updated_at': '2021-07-14T08:49:04Z', 'revision_number': 3, 'project_id': '0e1f8b689d9e40049c2288e780c41ebd', 'gw_port': {'id': '59648d77-30d6-4e77-9a8d-586e3dd9a17e', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dc:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71eb06a7-0e69-4740-8ba4-d11ae578114b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:49:03Z', 'updated_at': '2021-07-14T08:49:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi'}] {{(pid=82098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:49:08.037661 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6b37ce67-3281-4df8-b4f7-e9f4aa6ef265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:08.087510 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66cd9d-0ce7-4788-9fcf-2e39559de354 None None] Pushing event updated for resources: {'Port': ['ID=e969dba5-2091-4319-ab2a-0c924b554bf2,revision_number=4']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:08.091248 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning for port acd2b5d8-2e5b-4bcf-9ce2-7a80121419d2 completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:49:08.096762 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-3f66cd9d-0ce7-4788-9fcf-2e39559de354 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:08.097946 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port acd2b5d8-2e5b-4bcf-9ce2-7a80121419d2 triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:49:08.098366 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:08.159128 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a3d86e-6fda-4333-87ad-9dac1293ef47 None None] Routers {'d537b9fc-17d9-42fb-8263-a23ccb377ca3'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:49:08.159828 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-71a3d86e-6fda-4333-87ad-9dac1293ef47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f640223a978>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:49:08Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['d537b9fc-17d9-42fb-8263-a23ccb377ca3'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:49:08.278575 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-dd032c99-7da3-45f8-9d41-3c77b19dc27c admin admin] Notify callbacks [] for port, precommit_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:08.283883 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-dd032c99-7da3-45f8-9d41-3c77b19dc27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852740876'] for port, after_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:08.341838 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:08.402549 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-819f01cf-f2c2-4fd2-b652-e6b37041d2f9 None None] Provisioning complete for port acd2b5d8-2e5b-4bcf-9ce2-7a80121419d2 triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:49:08.402970 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-819f01cf-f2c2-4fd2-b652-e6b37041d2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:08.416254 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd032c99-7da3-45f8-9d41-3c77b19dc27c admin admin] Pushing event updated for resources: {'Port': ['ID=059caa96-a410-4b0d-a117-caf0fb1a7e03,revision_number=2']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:08.425490 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-dd032c99-7da3-45f8-9d41-3c77b19dc27c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:08.444281 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-dd032c99-7da3-45f8-9d41-3c77b19dc27c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846971082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854084487'] for router_interface, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:08.527817 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:08.579937 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-71a3d86e-6fda-4333-87ad-9dac1293ef47 None None] Set router d537b9fc-17d9-42fb-8263-a23ccb377ca3 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:49:08.628059 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:08.645507 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718d3fd-f5a5-4acf-815a-9e6392a3a806 req-397775ee-1b2e-4e34-b9dd-de7e55fe11a3 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:08.651947 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4718d3fd-f5a5-4acf-815a-9e6392a3a806 req-397775ee-1b2e-4e34-b9dd-de7e55fe11a3 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 945 time: 0.1255047
Jul 14 08:49:08.698866 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd032c99-7da3-45f8-9d41-3c77b19dc27c admin admin] Network 4a9c9bfb-617f-4ca1-836c-3c05b676c64f is already hosted by enough agents. {{(pid=82095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:49:08.699662 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-dd032c99-7da3-45f8-9d41-3c77b19dc27c admin admin] Resources bound (agent type, host, resource id):  {{(pid=82095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:49:08.740224 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4718d3fd-f5a5-4acf-815a-9e6392a3a806 req-7ebad46e-df3a-4578-91f1-3335b7018535 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0870147
Jul 14 08:49:08.743699 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] For port acd2b5d8-2e5b-4bcf-9ce2-7a80121419d2, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=acd2b5d8-2e5b-4bcf-9ce2-7a80121419d2,segment=NetworkSegment(3c950d88-a2af-4988-a625-d7eac72dea6c),segment_id=3c950d88-a2af-4988-a625-d7eac72dea6c)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:49:08.767486 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:08.780259 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-879efa34-c78e-4e51-8be4-eb5fa45dcc28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:09.130803 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 59648d77-30d6-4e77-9a8d-586e3dd9a17e up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:49:09.206415 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b45648-f7d8-471d-8b92-2dec60029984 req-97763cbe-69f9-40dd-bcf8-f0d139385518 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:09.208912 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-14b45648-f7d8-471d-8b92-2dec60029984 req-97763cbe-69f9-40dd-bcf8-f0d139385518 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 947 time: 0.1940668
Jul 14 08:49:09.261321 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-819f01cf-f2c2-4fd2-b652-e6b37041d2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:09.357173 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Pushing event updated for resources: {'Port': ['ID=acd2b5d8-2e5b-4bcf-9ce2-7a80121419d2,revision_number=3']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:09.360571 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:09.388525 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-14b45648-f7d8-471d-8b92-2dec60029984 req-0228831b-50c3-4fa6-8adb-5b317999b40f tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1246738
Jul 14 08:49:09.479366 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd032c99-7da3-45f8-9d41-3c77b19dc27c admin admin] Router 71eb06a7-0e69-4740-8ba4-d11ae578114b has already been hosted by L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c {{(pid=82095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 14 08:49:09.489314 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.db.api [None req-819f01cf-f2c2-4fd2-b652-e6b37041d2f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82097) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 14 08:49:09.489894 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_db.api [None req-819f01cf-f2c2-4fd2-b652-e6b37041d2f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 14 08:49:09.497614 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning for port 59648d77-30d6-4e77-9a8d-586e3dd9a17e completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:49:09.506154 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port 59648d77-30d6-4e77-9a8d-586e3dd9a17e triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:49:09.506706 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:09.597965 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-71a3d86e-6fda-4333-87ad-9dac1293ef47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f640223a978>, [{'id': 'd537b9fc-17d9-42fb-8263-a23ccb377ca3', 'name': 'tempest-TestShelveInstance-1018698440-router', 'tenant_id': '5d08798323484c2898fdb1641777fcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '0fa70025-c8e8-445a-8f5b-490391c404ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:48:55Z', 'updated_at': '2021-07-14T08:49:00Z', 'revision_number': 4, 'project_id': '5d08798323484c2898fdb1641777fcca', 'gw_port': {'id': '0fa70025-c8e8-445a-8f5b-490391c404ca', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537b9fc-17d9-42fb-8263-a23ccb377ca3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:48:56Z', 'updated_at': '2021-07-14T08:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': 'e969dba5-2091-4319-ab2a-0c924b554bf2', 'name': '', 'network_id': '37d353b7-12ef-44c4-8a9b-63df741acc4b', 'tenant_id': '5d08798323484c2898fdb1641777fcca', 'mac_address': 'fa:16:3e:e9:c3:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd537b9fc-17d9-42fb-8263-a23ccb377ca3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a615d5f3-558f-4146-a085-7707c0194061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:48:59Z', 'updated_at': '2021-07-14T08:49:07Z', 'revision_number': 4, 'project_id': '5d08798323484c2898fdb1641777fcca', 'subnets': [{'id': 'a615d5f3-558f-4146-a085-7707c0194061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:49:09.602221 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:09.606031 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a3d86e-6fda-4333-87ad-9dac1293ef47 None None] The sync data for ids ['d537b9fc-17d9-42fb-8263-a23ccb377ca3'] in dv-cinder-800229-1-iscsi is: [{'id': 'd537b9fc-17d9-42fb-8263-a23ccb377ca3', 'name': 'tempest-TestShelveInstance-1018698440-router', 'tenant_id': '5d08798323484c2898fdb1641777fcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '0fa70025-c8e8-445a-8f5b-490391c404ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:48:55Z', 'updated_at': '2021-07-14T08:49:00Z', 'revision_number': 4, 'project_id': '5d08798323484c2898fdb1641777fcca', 'gw_port': {'id': '0fa70025-c8e8-445a-8f5b-490391c404ca', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537b9fc-17d9-42fb-8263-a23ccb377ca3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:48:56Z', 'updated_at': '2021-07-14T08:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': 'e969dba5-2091-4319-ab2a-0c924b554bf2', 'name': '', 'network_id': '37d353b7-12ef-44c4-8a9b-63df741acc4b', 'tenant_id': '5d08798323484c2898fdb1641777fcca', 'mac_address': 'fa:16:3e:e9:c3:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd537b9fc-17d9-42fb-8263-a23ccb377ca3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a615d5f3-558f-4146-a085-7707c0194061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:48:59Z', 'updated_at': '2021-07-14T08:49:07Z', 'revision_number': 4, 'project_id': '5d08798323484c2898fdb1641777fcca', 'subnets': [{'id': 'a615d5f3-558f-4146-a085-7707c0194061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:49:09.668960 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:09.687599 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] For port 59648d77-30d6-4e77-9a8d-586e3dd9a17e, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=59648d77-30d6-4e77-9a8d-586e3dd9a17e,segment=NetworkSegment(eeb05519-cb3f-4410-affd-d7c1079f9a7a),segment_id=eeb05519-cb3f-4410-affd-d7c1079f9a7a)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:49:09.691935 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:09.692937 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device e969dba5-2091-4319-ab2a-0c924b554bf2 up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:49:09.726168 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:09.741611 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd032c99-7da3-45f8-9d41-3c77b19dc27c admin admin] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:49:09.752312 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-dd032c99-7da3-45f8-9d41-3c77b19dc27c admin admin] 10.222.0.42 "PUT /v2.0/routers/71eb06a7-0e69-4740-8ba4-d11ae578114b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2873931
Jul 14 08:49:09.841145 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Pushing event updated for resources: {'Port': ['ID=59648d77-30d6-4e77-9a8d-586e3dd9a17e,revision_number=4']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:09.846097 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:09.850176 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning for port e969dba5-2091-4319-ab2a-0c924b554bf2 completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:49:09.855373 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port e969dba5-2091-4319-ab2a-0c924b554bf2 triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:49:09.855803 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:09.997733 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dde480-4e96-4fa4-b0b6-f384f3d0cb63 req-0f2da026-306e-4e25-9222-de2dbef8ac1a tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:09.999607 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-15dde480-4e96-4fa4-b0b6-f384f3d0cb63 req-0f2da026-306e-4e25-9222-de2dbef8ac1a tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 947 time: 0.2355096
Jul 14 08:49:10.098267 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305fc66-dfd4-40d0-93a7-a01e33c179fd req-4c6dbc1a-7784-4624-9fb8-9fb8e4a3e5a5 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:10.106325 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e305fc66-dfd4-40d0-93a7-a01e33c179fd req-4c6dbc1a-7784-4624-9fb8-9fb8e4a3e5a5 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 945 time: 0.2030227
Jul 14 08:49:10.146553 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:10.158308 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [req-15dde480-4e96-4fa4-b0b6-f384f3d0cb63 req-45db9b41-236a-48d5-9d51-01761d426388 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Deleting port b904831d-c561-4abf-b18b-fa6f34ef809f {{(pid=82096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:49:10.158955 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-15dde480-4e96-4fa4-b0b6-f384f3d0cb63 req-45db9b41-236a-48d5-9d51-01761d426388 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:10.197662 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] For port e969dba5-2091-4319-ab2a-0c924b554bf2, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=e969dba5-2091-4319-ab2a-0c924b554bf2,segment=NetworkSegment(745ade6f-7373-46a0-bd3a-0228d40f5712),segment_id=745ade6f-7373-46a0-bd3a-0228d40f5712)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:49:10.201317 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:10.206599 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-573a2c04-410b-4ee9-907d-e33373939b6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:10.281141 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-3cf6137f-11d8-4a90-bf2c-082a17a0db44 None None] Provisioning complete for port e969dba5-2091-4319-ab2a-0c924b554bf2 triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:49:10.281667 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3cf6137f-11d8-4a90-bf2c-082a17a0db44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:10.292685 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e305fc66-dfd4-40d0-93a7-a01e33c179fd req-0a0c7918-b0b0-4788-ae62-640fa3f72439 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1851828
Jul 14 08:49:10.328980 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Pushing event updated for resources: {'Port': ['ID=e969dba5-2091-4319-ab2a-0c924b554bf2,revision_number=5']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:10.337327 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:10.483893 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-3cf6137f-11d8-4a90-bf2c-082a17a0db44 None None] Provisioning for port 059caa96-a410-4b0d-a117-caf0fb1a7e03 completed by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:49:10.489521 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-3cf6137f-11d8-4a90-bf2c-082a17a0db44 None None] Provisioning complete for port 059caa96-a410-4b0d-a117-caf0fb1a7e03 triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:49:10.489943 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3cf6137f-11d8-4a90-bf2c-082a17a0db44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:10.503167 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-15dde480-4e96-4fa4-b0b6-f384f3d0cb63 req-45db9b41-236a-48d5-9d51-01761d426388 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] For port b904831d-c561-4abf-b18b-fa6f34ef809f, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=b904831d-c561-4abf-b18b-fa6f34ef809f,segment=NetworkSegment(54020ed2-9764-455c-bb75-78a5101f4433),segment_id=54020ed2-9764-455c-bb75-78a5101f4433)] {{(pid=82096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:49:10.503869 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-15dde480-4e96-4fa4-b0b6-f384f3d0cb63 req-45db9b41-236a-48d5-9d51-01761d426388 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:10.546265 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-3cf6137f-11d8-4a90-bf2c-082a17a0db44 None None] Port 059caa96-a410-4b0d-a117-caf0fb1a7e03 cannot update to ACTIVE because it is not bound. {{(pid=82097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 14 08:49:10.634736 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 60126) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:49:10.641046 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-b5ecf669-c795-4b1a-82bf-0441111b7708 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-313427231', 'description': 'tempest-secgroup-smoke-313427231 description', 'project_id': '5d08798323484c2898fdb1641777fcca'}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:49:10.650238 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-b5ecf669-c795-4b1a-82bf-0441111b7708 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:49:10.654352 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-b5ecf669-c795-4b1a-82bf-0441111b7708 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Usage tracker for resource:security_group and tenant:5d08798323484c2898fdb1641777fcca is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:49:10.657564 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-b5ecf669-c795-4b1a-82bf-0441111b7708 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:49:10.664935 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-b5ecf669-c795-4b1a-82bf-0441111b7708 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:49:10.675412 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b5ecf669-c795-4b1a-82bf-0441111b7708 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:10.789021 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-b5ecf669-c795-4b1a-82bf-0441111b7708 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:49:10.797844 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-b5ecf669-c795-4b1a-82bf-0441111b7708 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Usage tracker for resource:security_group_rule and tenant:5d08798323484c2898fdb1641777fcca is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:49:10.802397 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-b5ecf669-c795-4b1a-82bf-0441111b7708 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:49:10.811555 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-b5ecf669-c795-4b1a-82bf-0441111b7708 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:49:10.869974 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a499b1a5-4452-4b4c-a6b0-b7e547347cff req-b426b813-0e76-40c7-a823-ba6470762f00 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:10.871573 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a499b1a5-4452-4b4c-a6b0-b7e547347cff req-b426b813-0e76-40c7-a823-ba6470762f00 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 947 time: 0.1302786
Jul 14 08:49:10.898575 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 59648d77-30d6-4e77-9a8d-586e3dd9a17e up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:49:10.931760 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b5ecf669-c795-4b1a-82bf-0441111b7708 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:10.943928 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b5ecf669-c795-4b1a-82bf-0441111b7708 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:10.952504 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e6098e0b-24b7-445e-981e-9130569bb48a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:10.962134 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-fd455704-3ce1-43d9-9a62-57f52d9158f1 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:10.963765 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-fd455704-3ce1-43d9-9a62-57f52d9158f1 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/networks?id=7e73f321-4d5b-4a4b-a58e-445e74aa3537 HTTP/1.1" status: 200  len: 813 time: 0.3783154
Jul 14 08:49:10.981296 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port 59648d77-30d6-4e77-9a8d-586e3dd9a17e triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:49:10.982032 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:10.999057 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecf669-c795-4b1a-82bf-0441111b7708 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40f63e2b-7e9f-408c-9a4b-404382302049,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:11.001133 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-c192d7df-01e4-46cc-8190-b688c95a44e7 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/quotas/72a6c468eff34963aa81584d4ce43a3c HTTP/1.1" status: 200  len: 375 time: 0.0266573
Jul 14 08:49:11.008671 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-15dde480-4e96-4fa4-b0b6-f384f3d0cb63 req-45db9b41-236a-48d5-9d51-01761d426388 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:11.009082 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-15dde480-4e96-4fa4-b0b6-f384f3d0cb63 req-45db9b41-236a-48d5-9d51-01761d426388 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854084435'] for floatingip, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:11.009414 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.db.l3_db [req-15dde480-4e96-4fa4-b0b6-f384f3d0cb63 req-45db9b41-236a-48d5-9d51-01761d426388 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Floating IP acba26ac-77a4-4e2c-9ea4-12b7e0b52efe disassociated. External IP: 172.27.3.21, port: b904831d-c561-4abf-b18b-fa6f34ef809f.
Jul 14 08:49:11.009781 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [req-15dde480-4e96-4fa4-b0b6-f384f3d0cb63 req-45db9b41-236a-48d5-9d51-01761d426388 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Calling delete_port for b904831d-c561-4abf-b18b-fa6f34ef809f owned by compute:nova {{(pid=82096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:49:11.014773 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a499b1a5-4452-4b4c-a6b0-b7e547347cff req-8583c218-d1a0-4367-a8f7-b393878c6947 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=354de4ee-c782-4f6f-879c-a4354cbafe17&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1288383
Jul 14 08:49:11.016027 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-b5ecf669-c795-4b1a-82bf-0441111b7708 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:11.020241 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b5ecf669-c795-4b1a-82bf-0441111b7708 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:11.021991 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-b5ecf669-c795-4b1a-82bf-0441111b7708 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.3858268
Jul 14 08:49:11.025216 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 60132) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:49:11.031691 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-e3674a44-23ff-4475-8f93-8f2ab4024db4 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Request body: {'security_group_rule': {'security_group_id': '40f63e2b-7e9f-408c-9a4b-404382302049', 'project_id': '5d08798323484c2898fdb1641777fcca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:49:11.048012 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-e3674a44-23ff-4475-8f93-8f2ab4024db4 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:49:11.048012 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-e3674a44-23ff-4475-8f93-8f2ab4024db4 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Usage tracker for resource:security_group_rule and tenant:5d08798323484c2898fdb1641777fcca is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:49:11.048767 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-e3674a44-23ff-4475-8f93-8f2ab4024db4 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:49:11.055510 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-e3674a44-23ff-4475-8f93-8f2ab4024db4 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:49:11.072978 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e3674a44-23ff-4475-8f93-8f2ab4024db4 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:11.090182 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-ab6ecd70-4c88-4b14-a011-56e386fd6ff8 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Synchronizing usage tracker for tenant:72a6c468eff34963aa81584d4ce43a3c on resource:port {{(pid=82096) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:49:11.123744 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device acd2b5d8-2e5b-4bcf-9ce2-7a80121419d2 up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:49:11.125292 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-ab6ecd70-4c88-4b14-a011-56e386fd6ff8 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Unset dirty status for tenant:72a6c468eff34963aa81584d4ce43a3c on resource:port {{(pid=82096) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:49:11.126523 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-ab6ecd70-4c88-4b14-a011-56e386fd6ff8 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=72a6c468eff34963aa81584d4ce43a3c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0889635
Jul 14 08:49:11.147353 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e3674a44-23ff-4475-8f93-8f2ab4024db4 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:11.152404 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e3674a44-23ff-4475-8f93-8f2ab4024db4 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754566'] for security_group_rule, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:11.177120 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:11.189934 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e3674a44-23ff-4475-8f93-8f2ab4024db4 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:11.191270 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-e3674a44-23ff-4475-8f93-8f2ab4024db4 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1648698
Jul 14 08:49:11.193993 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3674a44-23ff-4475-8f93-8f2ab4024db4 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fac7d3d-4ef7-44fa-befd-35c623bc4936,revision_number=0']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:11.197749 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e3674a44-23ff-4475-8f93-8f2ab4024db4 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:11.198275 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 60138) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:49:11.202923 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port acd2b5d8-2e5b-4bcf-9ce2-7a80121419d2 triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:49:11.203389 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:11.204812 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-6465fd6c-253f-41cc-b035-917ddf00be27 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Request body: {'security_group_rule': {'security_group_id': '40f63e2b-7e9f-408c-9a4b-404382302049', 'project_id': '5d08798323484c2898fdb1641777fcca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:49:11.211788 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-6465fd6c-253f-41cc-b035-917ddf00be27 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:49:11.215994 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-6465fd6c-253f-41cc-b035-917ddf00be27 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Usage tracker for resource:security_group_rule and tenant:5d08798323484c2898fdb1641777fcca is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:49:11.219012 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-6465fd6c-253f-41cc-b035-917ddf00be27 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:49:11.225579 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-6465fd6c-253f-41cc-b035-917ddf00be27 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:49:11.241400 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-15dde480-4e96-4fa4-b0b6-f384f3d0cb63 req-45db9b41-236a-48d5-9d51-01761d426388 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132881'] for port, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:11.244968 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6465fd6c-253f-41cc-b035-917ddf00be27 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:11.250886 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-ba6dafb7-ca0e-4b1d-91bc-5c93409e190c tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:11.301942 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db9b41-236a-48d5-9d51-01761d426388 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Pushing event deleted for resources: {'Port': ['ID=b904831d-c561-4abf-b18b-fa6f34ef809f,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:11.308045 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-45db9b41-236a-48d5-9d51-01761d426388 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:11.322298 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6465fd6c-253f-41cc-b035-917ddf00be27 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:11.325277 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6465fd6c-253f-41cc-b035-917ddf00be27 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754566'] for security_group_rule, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:11.333892 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:11.354119 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device e969dba5-2091-4319-ab2a-0c924b554bf2 up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:49:11.361781 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6465fd6c-253f-41cc-b035-917ddf00be27 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=057f522f-a0af-4846-a587-f5192e6dfdfc,revision_number=0']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:11.371623 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-6465fd6c-253f-41cc-b035-917ddf00be27 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:11.375331 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6465fd6c-253f-41cc-b035-917ddf00be27 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:11.376734 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-6465fd6c-253f-41cc-b035-917ddf00be27 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1774275
Jul 14 08:49:11.380018 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 60144) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:49:11.387262 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-cfaef6b9-c4a5-4896-a165-d2e62ac79931 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Request body: {'security_group_rule': {'security_group_id': '40f63e2b-7e9f-408c-9a4b-404382302049', 'project_id': '5d08798323484c2898fdb1641777fcca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:49:11.395027 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-cfaef6b9-c4a5-4896-a165-d2e62ac79931 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:49:11.400484 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-cfaef6b9-c4a5-4896-a165-d2e62ac79931 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Usage tracker for resource:security_group_rule and tenant:5d08798323484c2898fdb1641777fcca is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:49:11.404061 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-cfaef6b9-c4a5-4896-a165-d2e62ac79931 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:49:11.411063 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-cfaef6b9-c4a5-4896-a165-d2e62ac79931 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:49:11.444818 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cfaef6b9-c4a5-4896-a165-d2e62ac79931 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:11.471777 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port e969dba5-2091-4319-ab2a-0c924b554bf2 triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:49:11.472829 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:11.627389 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cfaef6b9-c4a5-4896-a165-d2e62ac79931 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:11.636170 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cfaef6b9-c4a5-4896-a165-d2e62ac79931 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754566'] for security_group_rule, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:11.667522 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-a4c5b20a-cf66-474b-baf7-f51c57ed9953 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:11.693160 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaef6b9-c4a5-4896-a165-d2e62ac79931 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e434b48-49b1-4f31-b43e-9f700b33cff5,revision_number=0']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:11.699428 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-cfaef6b9-c4a5-4896-a165-d2e62ac79931 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:11.719278 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cfaef6b9-c4a5-4896-a165-d2e62ac79931 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:11.720742 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-cfaef6b9-c4a5-4896-a165-d2e62ac79931 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3392539
Jul 14 08:49:11.724324 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 60148) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:49:11.733329 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-f56eee0e-2edd-4e5a-b660-ecfca3e940cc tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Request body: {'security_group_rule': {'security_group_id': '40f63e2b-7e9f-408c-9a4b-404382302049', 'project_id': '5d08798323484c2898fdb1641777fcca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:49:11.746334 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-f56eee0e-2edd-4e5a-b660-ecfca3e940cc tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:49:11.753950 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-f56eee0e-2edd-4e5a-b660-ecfca3e940cc tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Usage tracker for resource:security_group_rule and tenant:5d08798323484c2898fdb1641777fcca is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:49:11.762255 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c7aef-8d98-4200-bd18-c9e5cc9159de req-a91daecb-ac4d-4125-8f43-63c94698f731 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:11.763901 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b91c7aef-8d98-4200-bd18-c9e5cc9159de req-a91daecb-ac4d-4125-8f43-63c94698f731 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 945 time: 0.2493124
Jul 14 08:49:11.764823 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-f56eee0e-2edd-4e5a-b660-ecfca3e940cc tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:49:11.772629 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-f56eee0e-2edd-4e5a-b660-ecfca3e940cc tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:49:11.824923 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f56eee0e-2edd-4e5a-b660-ecfca3e940cc tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:11.836184 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b91c7aef-8d98-4200-bd18-c9e5cc9159de req-b3f66943-126c-4385-aaf4-2f2961a7ed00 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0647714
Jul 14 08:49:11.911416 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-0df28207-f503-4e4a-8764-ba1fe3fda93d service neutron] 10.222.0.42 "GET /v2.0/networks/7e73f321-4d5b-4a4b-a58e-445e74aa3537?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7713137
Jul 14 08:49:11.986453 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f56eee0e-2edd-4e5a-b660-ecfca3e940cc tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:11.990735 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f56eee0e-2edd-4e5a-b660-ecfca3e940cc tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754566'] for security_group_rule, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:12.027811 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e3674a44-23ff-4475-8f93-8f2ab4024db4 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:12.050900 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1002bb-6058-4624-83a5-a38177a9aa15 req-49cdddf8-5ea1-4df0-a4e0-8a2c4030af01 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:12.053066 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9b1002bb-6058-4624-83a5-a38177a9aa15 req-49cdddf8-5ea1-4df0-a4e0-8a2c4030af01 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.43 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 945 time: 0.1995623
Jul 14 08:49:12.066898 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56eee0e-2edd-4e5a-b660-ecfca3e940cc tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=717f8756-7d4d-40a1-89d2-caa56a8be6ff,revision_number=0']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:12.070318 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f56eee0e-2edd-4e5a-b660-ecfca3e940cc tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:12.071597 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-f56eee0e-2edd-4e5a-b660-ecfca3e940cc tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3455391
Jul 14 08:49:12.074789 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 60158) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:49:12.083527 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15dde480-4e96-4fa4-b0b6-f384f3d0cb63 req-45db9b41-236a-48d5-9d51-01761d426388 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Router 35c94502-fcbc-4f93-bdbd-47c38b2d773c has already been hosted by L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c {{(pid=82096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 14 08:49:12.095351 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-de946a2f-133a-4712-9b10-e0a17a42418d tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Request body: {'security_group_rule': {'security_group_id': '40f63e2b-7e9f-408c-9a4b-404382302049', 'project_id': '5d08798323484c2898fdb1641777fcca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:49:12.102466 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-de946a2f-133a-4712-9b10-e0a17a42418d tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:49:12.106508 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-de946a2f-133a-4712-9b10-e0a17a42418d tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Usage tracker for resource:security_group_rule and tenant:5d08798323484c2898fdb1641777fcca is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:49:12.109627 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-de946a2f-133a-4712-9b10-e0a17a42418d tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:49:12.125907 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-de946a2f-133a-4712-9b10-e0a17a42418d tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:49:12.149558 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-8cc89ebb-9575-4f9d-902f-6c441d6e63a4 service neutron] 10.222.0.42 "GET /v2.0/networks/7e73f321-4d5b-4a4b-a58e-445e74aa3537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2371230
Jul 14 08:49:12.150891 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-f56eee0e-2edd-4e5a-b660-ecfca3e940cc tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:12.183600 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [req-9b1002bb-6058-4624-83a5-a38177a9aa15 req-6598e1dc-7cb4-44f0-8838-7e0f28b9b1fd tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Deleting port 53e7a961-2698-464d-a87b-bc77325c7a66 {{(pid=82095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:49:12.183984 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-9b1002bb-6058-4624-83a5-a38177a9aa15 req-6598e1dc-7cb4-44f0-8838-7e0f28b9b1fd tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:12.296091 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1a3c4a22-23fa-453d-b406-9a39df988461 req-0903e2ff-1acb-4155-8e9e-243e08ca728e tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 210 time: 0.0771265
Jul 14 08:49:12.421527 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.db.securitygroups_db [None req-de946a2f-133a-4712-9b10-e0a17a42418d tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Project 5d08798323484c2898fdb1641777fcca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 14 08:49:12.444065 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-de946a2f-133a-4712-9b10-e0a17a42418d tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:12.479870 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b795f272-ad50-413e-90c0-2fbe7ed8087b req-040ff72e-4ed0-4d43-9064-16b6feb39cde tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/ports?device_id=4438c323-5a3c-4b4f-b694-22fd9f202d33 HTTP/1.1" status: 200  len: 210 time: 0.1137860
Jul 14 08:49:12.590969 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8092aba0-e460-42c9-8ffe-1f818aa0700c None None] Sync routers for ids ['71eb06a7-0e69-4740-8ba4-d11ae578114b'] in dv-cinder-800229-1-iscsi {{(pid=82098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:49:12.594495 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-de946a2f-133a-4712-9b10-e0a17a42418d tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:12.610057 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8092aba0-e460-42c9-8ffe-1f818aa0700c None None] Routers {'71eb06a7-0e69-4740-8ba4-d11ae578114b'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:49:12.610989 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-8092aba0-e460-42c9-8ffe-1f818aa0700c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6402c797f0>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:49:08Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['71eb06a7-0e69-4740-8ba4-d11ae578114b'], 'active': True} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:49:12.628295 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-de946a2f-133a-4712-9b10-e0a17a42418d tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754566'] for security_group_rule, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:12.641024 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:12.692432 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de946a2f-133a-4712-9b10-e0a17a42418d tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70b2512f-01b5-4360-8f2a-9d8553fa3a9d,revision_number=0']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:12.695854 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-de946a2f-133a-4712-9b10-e0a17a42418d tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:12.715896 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15dde480-4e96-4fa4-b0b6-f384f3d0cb63 req-45db9b41-236a-48d5-9d51-01761d426388 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:49:12.725951 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c814dd7d-51d4-49aa-b7de-7ef0a1078143 None None] Sync routers for ids ['35c94502-fcbc-4f93-bdbd-47c38b2d773c'] in dv-cinder-800229-1-iscsi {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:49:12.755512 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-de946a2f-133a-4712-9b10-e0a17a42418d tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:12.756820 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-de946a2f-133a-4712-9b10-e0a17a42418d tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.6720536
Jul 14 08:49:12.761939 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c814dd7d-51d4-49aa-b7de-7ef0a1078143 None None] Routers {'35c94502-fcbc-4f93-bdbd-47c38b2d773c'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:49:12.762853 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-c814dd7d-51d4-49aa-b7de-7ef0a1078143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64025aa9e8>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:49:08Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['35c94502-fcbc-4f93-bdbd-47c38b2d773c'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:49:12.763503 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 60176) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:49:12.805503 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-e6bf1702-c0f4-40fa-881b-7fa8d3610191 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Request body: {'security_group_rule': {'security_group_id': '40f63e2b-7e9f-408c-9a4b-404382302049', 'project_id': '5d08798323484c2898fdb1641777fcca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:49:12.812899 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-e6bf1702-c0f4-40fa-881b-7fa8d3610191 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:49:12.816900 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-e6bf1702-c0f4-40fa-881b-7fa8d3610191 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Usage tracker for resource:security_group_rule and tenant:5d08798323484c2898fdb1641777fcca is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:49:12.820492 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-e6bf1702-c0f4-40fa-881b-7fa8d3610191 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:49:12.829195 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-e6bf1702-c0f4-40fa-881b-7fa8d3610191 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:49:12.835588 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-9b1002bb-6058-4624-83a5-a38177a9aa15 req-6598e1dc-7cb4-44f0-8838-7e0f28b9b1fd tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] For port 53e7a961-2698-464d-a87b-bc77325c7a66, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=53e7a961-2698-464d-a87b-bc77325c7a66,segment=NetworkSegment(12621a13-2c01-4bd6-95be-3fd9fa7c6003),segment_id=12621a13-2c01-4bd6-95be-3fd9fa7c6003)] {{(pid=82095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:49:12.836245 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-9b1002bb-6058-4624-83a5-a38177a9aa15 req-6598e1dc-7cb4-44f0-8838-7e0f28b9b1fd tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:12.841865 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [req-15dde480-4e96-4fa4-b0b6-f384f3d0cb63 req-45db9b41-236a-48d5-9d51-01761d426388 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] No DVR routers for this DVR port b904831d-c561-4abf-b18b-fa6f34ef809f on host hv-cinder-80022 {{(pid=82096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 14 08:49:12.845167 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-15dde480-4e96-4fa4-b0b6-f384f3d0cb63 req-45db9b41-236a-48d5-9d51-01761d426388 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:12.847575 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-15dde480-4e96-4fa4-b0b6-f384f3d0cb63 req-45db9b41-236a-48d5-9d51-01761d426388 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.43 "DELETE /v2.0/ports/b904831d-c561-4abf-b18b-fa6f34ef809f HTTP/1.1" status: 204  len: 173 time: 2.8322783
Jul 14 08:49:12.849501 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2363fe-270a-4a6e-96ed-2fb6f685a2e2', 'name': 'network-vif-deleted', 'tag': 'b904831d-c561-4abf-b18b-fa6f34ef809f'}] {{(pid=82096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:49:12.863435 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.db.securitygroups_db [None req-e6bf1702-c0f4-40fa-881b-7fa8d3610191 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Project 5d08798323484c2898fdb1641777fcca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 14 08:49:12.876297 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-8092aba0-e460-42c9-8ffe-1f818aa0700c None None] Set router 71eb06a7-0e69-4740-8ba4-d11ae578114b gateway port host: dv-cinder-800229-1-iscsi {{(pid=82098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:49:12.910249 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e6bf1702-c0f4-40fa-881b-7fa8d3610191 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:12.976734 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 53e7a961-2698-464d-a87b-bc77325c7a66 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:49:13.152340 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e6bf1702-c0f4-40fa-881b-7fa8d3610191 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:13.159133 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e6bf1702-c0f4-40fa-881b-7fa8d3610191 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754566'] for security_group_rule, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:13.177659 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:13.292464 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2363fe-270a-4a6e-96ed-2fb6f685a2e2', 'name': 'network-vif-deleted', 'tag': 'b904831d-c561-4abf-b18b-fa6f34ef809f', 'status': 'completed', 'code': 200}
Jul 14 08:49:13.305765 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf1702-c0f4-40fa-881b-7fa8d3610191 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72fbdfe8-e010-4130-8162-fa4c18d0d334,revision_number=0']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:13.309167 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e6bf1702-c0f4-40fa-881b-7fa8d3610191 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:13.312503 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e6bf1702-c0f4-40fa-881b-7fa8d3610191 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:13.313796 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-e6bf1702-c0f4-40fa-881b-7fa8d3610191 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.5197725
Jul 14 08:49:13.359195 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26922374-ef61-420e-a5ad-b1b26d155994 req-e8e069bd-d7c0-46fe-8c96-ea783698d24f tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:13.368086 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-26922374-ef61-420e-a5ad-b1b26d155994 req-e8e069bd-d7c0-46fe-8c96-ea783698d24f tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 945 time: 0.1487954
Jul 14 08:49:13.383695 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-9b1002bb-6058-4624-83a5-a38177a9aa15 req-6598e1dc-7cb4-44f0-8838-7e0f28b9b1fd tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:13.384237 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-9b1002bb-6058-4624-83a5-a38177a9aa15 req-6598e1dc-7cb4-44f0-8838-7e0f28b9b1fd tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854084435'] for floatingip, after_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:13.384625 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.db.l3_db [req-9b1002bb-6058-4624-83a5-a38177a9aa15 req-6598e1dc-7cb4-44f0-8838-7e0f28b9b1fd tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Floating IP 92e739cf-59db-4737-8183-b99254233620 disassociated. External IP: 172.27.3.210, port: 53e7a961-2698-464d-a87b-bc77325c7a66.
Jul 14 08:49:13.385015 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [req-9b1002bb-6058-4624-83a5-a38177a9aa15 req-6598e1dc-7cb4-44f0-8838-7e0f28b9b1fd tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Calling delete_port for 53e7a961-2698-464d-a87b-bc77325c7a66 owned by compute:nova {{(pid=82095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:49:13.389021 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-c814dd7d-51d4-49aa-b7de-7ef0a1078143 None None] Set router 35c94502-fcbc-4f93-bdbd-47c38b2d773c gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:49:13.542549 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-26922374-ef61-420e-a5ad-b1b26d155994 req-f40a0d77-0df7-4e8d-97ae-0a26188b5429 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c9925d3-3466-4d1e-8706-d52ff81e884b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1735723
Jul 14 08:49:13.615499 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:13.625880 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-8092aba0-e460-42c9-8ffe-1f818aa0700c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6402c797f0>, [{'id': '71eb06a7-0e69-4740-8ba4-d11ae578114b', 'name': 'tempest-TestShelveInstance-1736305971-router', 'tenant_id': '0e1f8b689d9e40049c2288e780c41ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '59648d77-30d6-4e77-9a8d-586e3dd9a17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:49:03Z', 'updated_at': '2021-07-14T08:49:07Z', 'revision_number': 4, 'project_id': '0e1f8b689d9e40049c2288e780c41ebd', 'gw_port': {'id': '59648d77-30d6-4e77-9a8d-586e3dd9a17e', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dc:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71eb06a7-0e69-4740-8ba4-d11ae578114b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:49:03Z', 'updated_at': '2021-07-14T08:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': '059caa96-a410-4b0d-a117-caf0fb1a7e03', 'name': '', 'network_id': '4a9c9bfb-617f-4ca1-836c-3c05b676c64f', 'tenant_id': '0e1f8b689d9e40049c2288e780c41ebd', 'mac_address': 'fa:16:3e:55:c5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71eb06a7-0e69-4740-8ba4-d11ae578114b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af41765f-d0e2-47b2-992e-54db0e652b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:49:06Z', 'updated_at': '2021-07-14T08:49:08Z', 'revision_number': 2, 'project_id': '0e1f8b689d9e40049c2288e780c41ebd', 'subnets': [{'id': 'af41765f-d0e2-47b2-992e-54db0e652b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:49:13.637036 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8092aba0-e460-42c9-8ffe-1f818aa0700c None None] Checking router: 71eb06a7-0e69-4740-8ba4-d11ae578114b for host: dv-cinder-800229-1-iscsi {{(pid=82098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:49:13.637452 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8092aba0-e460-42c9-8ffe-1f818aa0700c None None] Updating router 71eb06a7-0e69-4740-8ba4-d11ae578114b port 059caa96-a410-4b0d-a117-caf0fb1a7e03 binding host dv-cinder-800229-1-iscsi {{(pid=82098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 14 08:49:13.692388 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-9b1002bb-6058-4624-83a5-a38177a9aa15 req-6598e1dc-7cb4-44f0-8838-7e0f28b9b1fd tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:13.703167 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-5bee9892-c3d6-4b67-b9db-e0467847c536 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:13.704306 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8092aba0-e460-42c9-8ffe-1f818aa0700c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:13.873410 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-aa8e73e1-53c9-486f-a65f-0fb37bc29d27 req-3d8fc0d3-24fc-498d-aad6-2ba1c028f233 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae2363fe-270a-4a6e-96ed-2fb6f685a2e2 HTTP/1.1" status: 200  len: 210 time: 0.0967565
Jul 14 08:49:13.881564 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598e1dc-7cb4-44f0-8838-7e0f28b9b1fd tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Pushing event deleted for resources: {'Port': ['ID=53e7a961-2698-464d-a87b-bc77325c7a66,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:13.887598 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-6598e1dc-7cb4-44f0-8838-7e0f28b9b1fd tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:14.056065 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-83380713-3275-4fb2-879c-03d7790634b4 req-1df0c1a7-f276-49ed-bcb0-eea0c84ae3c1 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/ports?device_id=4438c323-5a3c-4b4f-b694-22fd9f202d33 HTTP/1.1" status: 200  len: 210 time: 0.1194339
Jul 14 08:49:14.214072 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b1002bb-6058-4624-83a5-a38177a9aa15 req-6598e1dc-7cb4-44f0-8838-7e0f28b9b1fd tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Router 77dbcf2e-b473-4388-845b-f4227d5eeb31 has already been hosted by L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c {{(pid=82095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 14 08:49:14.421494 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device b904831d-c561-4abf-b18b-fa6f34ef809f no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:49:14.442474 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8092aba0-e460-42c9-8ffe-1f818aa0700c None None] Notify callbacks [] for port, precommit_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:14.469788 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-8092aba0-e460-42c9-8ffe-1f818aa0700c None None] Transition to ACTIVE for port object 059caa96-a410-4b0d-a117-caf0fb1a7e03 will not be triggered until provisioned by entity L2. {{(pid=82098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:49:14.487406 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] No Port match for: b904831d-c561-4abf-b18b-fa6f34ef809f {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:49:14.487807 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device b904831d-c561-4abf-b18b-fa6f34ef809f not bound to the agent host hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:49:14.495727 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8092aba0-e460-42c9-8ffe-1f818aa0700c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:14.512628 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-792d5b25-b3bd-476a-8fa8-e6f2bd5a0ae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:14.587509 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b1002bb-6058-4624-83a5-a38177a9aa15 req-6598e1dc-7cb4-44f0-8838-7e0f28b9b1fd tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:49:14.644369 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 60248) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:49:14.669693 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47325224-1b82-4af6-b9e2-46f0ff0812d9 None None] Sync routers for ids ['77dbcf2e-b473-4388-845b-f4227d5eeb31'] in dv-cinder-800229-1-iscsi {{(pid=82098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:49:14.680193 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-c814dd7d-51d4-49aa-b7de-7ef0a1078143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64025aa9e8>, [{'id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'name': 'tempest-AttachVolumeShelveTestJSON-430322807-router', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'cb01eb5c-e36a-4f25-bdff-78debdf1d263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:40Z', 'updated_at': '2021-07-14T08:43:51Z', 'revision_number': 4, 'project_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'gw_port': {'id': 'cb01eb5c-e36a-4f25-bdff-78debdf1d263', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:41Z', 'updated_at': '2021-07-14T08:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': 'e5d30999-ab6a-41da-bdc0-6e0afa79ebee', 'name': '', 'network_id': '52933724-b56f-4198-aacf-d572e3623b57', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'mac_address': 'fa:16:3e:36:d5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2471914-bec5-4d3a-8fbd-31586948f335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:49Z', 'updated_at': '2021-07-14T08:44:09Z', 'revision_number': 5, 'project_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'subnets': [{'id': 'd2471914-bec5-4d3a-8fbd-31586948f335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:49:14.708049 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c814dd7d-51d4-49aa-b7de-7ef0a1078143 None None] Checking router: 35c94502-fcbc-4f93-bdbd-47c38b2d773c for host: dv-cinder-800229-1-iscsi {{(pid=82097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:49:14.709187 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b1002bb-6058-4624-83a5-a38177a9aa15 req-6598e1dc-7cb4-44f0-8838-7e0f28b9b1fd tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] No DVR routers for this DVR port 53e7a961-2698-464d-a87b-bc77325c7a66 on host hv-cinder-80022 {{(pid=82095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 14 08:49:14.714196 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-9b1002bb-6058-4624-83a5-a38177a9aa15 req-6598e1dc-7cb4-44f0-8838-7e0f28b9b1fd tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:14.718844 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0418d959-049a-434d-ae48-1b73693eb8d6', 'name': 'network-vif-deleted', 'tag': '53e7a961-2698-464d-a87b-bc77325c7a66'}] {{(pid=82095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:49:14.752958 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47325224-1b82-4af6-b9e2-46f0ff0812d9 None None] Routers {'77dbcf2e-b473-4388-845b-f4227d5eeb31'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:49:14.753748 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-47325224-1b82-4af6-b9e2-46f0ff0812d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64026203c8>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:49:08Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['77dbcf2e-b473-4388-845b-f4227d5eeb31'], 'active': True} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:49:14.762423 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9b1002bb-6058-4624-83a5-a38177a9aa15 req-6598e1dc-7cb4-44f0-8838-7e0f28b9b1fd tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.43 "DELETE /v2.0/ports/53e7a961-2698-464d-a87b-bc77325c7a66 HTTP/1.1" status: 204  len: 173 time: 2.6834683
Jul 14 08:49:14.770621 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c814dd7d-51d4-49aa-b7de-7ef0a1078143 None None] Routers {'35c94502-fcbc-4f93-bdbd-47c38b2d773c'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:49:14.771351 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-c814dd7d-51d4-49aa-b7de-7ef0a1078143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64025aa9e8>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:49:08Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['35c94502-fcbc-4f93-bdbd-47c38b2d773c'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:49:14.977625 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-659fa967-5703-4065-a79c-58e7561828df admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:14.997151 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-c814dd7d-51d4-49aa-b7de-7ef0a1078143 None None] Set router 35c94502-fcbc-4f93-bdbd-47c38b2d773c gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:49:15.032848 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-659fa967-5703-4065-a79c-58e7561828df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:49:15.037592 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-659fa967-5703-4065-a79c-58e7561828df admin admin] Usage tracker for resource:security_group_rule and tenant:2438c6cff78740c7a2ec3f34c22d5359 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:49:15.041449 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-659fa967-5703-4065-a79c-58e7561828df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:49:15.048158 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-659fa967-5703-4065-a79c-58e7561828df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:49:15.150144 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-47325224-1b82-4af6-b9e2-46f0ff0812d9 None None] Set router 77dbcf2e-b473-4388-845b-f4227d5eeb31 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:49:15.162111 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0418d959-049a-434d-ae48-1b73693eb8d6', 'name': 'network-vif-deleted', 'tag': '53e7a961-2698-464d-a87b-bc77325c7a66', 'status': 'completed', 'code': 200}
Jul 14 08:49:15.188914 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-bf241d13-1c4c-4743-8f9b-8455e9d3b376 req-7db019bf-ddbf-4e58-94ad-4a85a51d8a7d tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Synchronizing usage tracker for tenant:14f51922b06043779a5017e6efa8b95a on resource:port {{(pid=82095) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:49:15.208410 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-659fa967-5703-4065-a79c-58e7561828df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:15.214959 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-659fa967-5703-4065-a79c-58e7561828df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:15.224748 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-75c73eaf-9d48-4a1a-87c0-bb31a3fe5dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:15.305080 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659fa967-5703-4065-a79c-58e7561828df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0214fb01-e9a4-496d-a779-e758d5e8748c,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:15.310259 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-659fa967-5703-4065-a79c-58e7561828df admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2438c6cff78740c7a2ec3f34c22d5359&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6641862
Jul 14 08:49:15.311284 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-659fa967-5703-4065-a79c-58e7561828df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:15.312434 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 60278) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:49:15.313014 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-bf241d13-1c4c-4743-8f9b-8455e9d3b376 req-7db019bf-ddbf-4e58-94ad-4a85a51d8a7d tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Unset dirty status for tenant:14f51922b06043779a5017e6efa8b95a on resource:port {{(pid=82095) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:49:15.314499 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bf241d13-1c4c-4743-8f9b-8455e9d3b376 req-7db019bf-ddbf-4e58-94ad-4a85a51d8a7d tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=0418d959-049a-434d-ae48-1b73693eb8d6 HTTP/1.1" status: 200  len: 210 time: 0.4357774
Jul 14 08:49:15.334667 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-cbe7dad7-2259-4b56-aae7-a27cf97a9438 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:15.340128 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-cbe7dad7-2259-4b56-aae7-a27cf97a9438 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Synchronizing usage tracker for tenant:72a6c468eff34963aa81584d4ce43a3c on resource:network {{(pid=82095) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:49:15.389772 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-cbe7dad7-2259-4b56-aae7-a27cf97a9438 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Unset dirty status for tenant:72a6c468eff34963aa81584d4ce43a3c on resource:network {{(pid=82095) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:49:15.391281 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-cbe7dad7-2259-4b56-aae7-a27cf97a9438 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.43 "GET /v2.0/networks?id=7e73f321-4d5b-4a4b-a58e-445e74aa3537 HTTP/1.1" status: 200  len: 813 time: 0.3999891
Jul 14 08:49:15.427761 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-56c8e616-ba3d-4741-bf6b-6ac4b7190c17 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Request body: {'port': {'device_id': '4438c323-5a3c-4b4f-b694-22fd9f202d33', 'network_id': '7e73f321-4d5b-4a4b-a58e-445e74aa3537', 'admin_state_up': True, 'tenant_id': '72a6c468eff34963aa81584d4ce43a3c'}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:49:15.451579 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 60284) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:49:15.471700 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-090920ad-6254-4de1-a917-409bed5583c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:15.484832 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-287953b6-7784-4ee4-84ac-39778d9594f1 req-e3c1b510-12ba-4a6a-91a6-8289e110495d tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/ports?device_id=4438c323-5a3c-4b4f-b694-22fd9f202d33 HTTP/1.1" status: 200  len: 210 time: 0.0896397
Jul 14 08:49:15.536596 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-090920ad-6254-4de1-a917-409bed5583c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:15.634502 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-090920ad-6254-4de1-a917-409bed5583c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:15.655491 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-c814dd7d-51d4-49aa-b7de-7ef0a1078143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64025aa9e8>, [{'id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'name': 'tempest-AttachVolumeShelveTestJSON-430322807-router', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'cb01eb5c-e36a-4f25-bdff-78debdf1d263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:40Z', 'updated_at': '2021-07-14T08:43:51Z', 'revision_number': 4, 'project_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'gw_port': {'id': 'cb01eb5c-e36a-4f25-bdff-78debdf1d263', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:41Z', 'updated_at': '2021-07-14T08:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': 'e5d30999-ab6a-41da-bdc0-6e0afa79ebee', 'name': '', 'network_id': '52933724-b56f-4198-aacf-d572e3623b57', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'mac_address': 'fa:16:3e:36:d5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2471914-bec5-4d3a-8fbd-31586948f335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:49Z', 'updated_at': '2021-07-14T08:44:09Z', 'revision_number': 5, 'project_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'subnets': [{'id': 'd2471914-bec5-4d3a-8fbd-31586948f335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:49:15.656246 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-09d0c959-3ff7-4b4c-981f-430003bbe116 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:15.660502 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c814dd7d-51d4-49aa-b7de-7ef0a1078143 None None] The sync data for ids ['35c94502-fcbc-4f93-bdbd-47c38b2d773c'] in dv-cinder-800229-1-iscsi is: [{'id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'name': 'tempest-AttachVolumeShelveTestJSON-430322807-router', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'cb01eb5c-e36a-4f25-bdff-78debdf1d263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:40Z', 'updated_at': '2021-07-14T08:43:51Z', 'revision_number': 4, 'project_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'gw_port': {'id': 'cb01eb5c-e36a-4f25-bdff-78debdf1d263', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:41Z', 'updated_at': '2021-07-14T08:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': 'e5d30999-ab6a-41da-bdc0-6e0afa79ebee', 'name': '', 'network_id': '52933724-b56f-4198-aacf-d572e3623b57', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'mac_address': 'fa:16:3e:36:d5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2471914-bec5-4d3a-8fbd-31586948f335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:49Z', 'updated_at': '2021-07-14T08:44:09Z', 'revision_number': 5, 'project_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'subnets': [{'id': 'd2471914-bec5-4d3a-8fbd-31586948f335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:49:15.662972 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-53ee28c8-53fe-4106-a079-5ccafef89d04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:15.673108 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-56c8e616-ba3d-4741-bf6b-6ac4b7190c17 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:49:15.700186 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090920ad-6254-4de1-a917-409bed5583c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0214fb01-e9a4-496d-a779-e758d5e8748c,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:15.704099 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-56c8e616-ba3d-4741-bf6b-6ac4b7190c17 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:49:15.720268 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-09d0c959-3ff7-4b4c-981f-430003bbe116 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:15.726654 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-090920ad-6254-4de1-a917-409bed5583c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:15.727775 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-090920ad-6254-4de1-a917-409bed5583c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:15.729018 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-090920ad-6254-4de1-a917-409bed5583c6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0214fb01-e9a4-496d-a779-e758d5e8748c HTTP/1.1" status: 204  len: 168 time: 0.4156082
Jul 14 08:49:15.753741 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-56c8e616-ba3d-4741-bf6b-6ac4b7190c17 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Made reservation on behalf of 72a6c468eff34963aa81584d4ce43a3c for: {'port': 1} {{(pid=82095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:49:15.767784 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-56c8e616-ba3d-4741-bf6b-6ac4b7190c17 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:15.871660 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae34224c-569a-43dd-b81a-31e9274caf1f None None] Pushing event updated for resources: {'Port': ['ID=059caa96-a410-4b0d-a117-caf0fb1a7e03,revision_number=3']} {{(pid=82098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:15.875368 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-ae34224c-569a-43dd-b81a-31e9274caf1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.363s {{(pid=82098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:15.950338 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-09d0c959-3ff7-4b4c-981f-430003bbe116 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:15.967444 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-3d8f2535-7789-4c6b-8aff-c215617a7495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:16.030412 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d0c959-3ff7-4b4c-981f-430003bbe116 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=354de4ee-c782-4f6f-879c-a4354cbafe17,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:16.053167 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-09d0c959-3ff7-4b4c-981f-430003bbe116 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:16.124449 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-09d0c959-3ff7-4b4c-981f-430003bbe116 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:16.128522 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-09d0c959-3ff7-4b4c-981f-430003bbe116 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "DELETE /v2.0/security-groups/354de4ee-c782-4f6f-879c-a4354cbafe17 HTTP/1.1" status: 204  len: 168 time: 0.6733687
Jul 14 08:49:16.129226 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 60296) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:49:16.150675 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-8092aba0-e460-42c9-8ffe-1f818aa0700c None None] Attempting to bind port 059caa96-a410-4b0d-a117-caf0fb1a7e03 on host dv-cinder-800229-1-iscsi for vnic_type normal with profile  {{(pid=82098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:49:16.151287 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-8092aba0-e460-42c9-8ffe-1f818aa0700c None None] Attempting to bind port 059caa96-a410-4b0d-a117-caf0fb1a7e03 by drivers openvswitch,hyperv on host dv-cinder-800229-1-iscsi at level 0 using segments [{'id': '3c950d88-a2af-4988-a625-d7eac72dea6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4a9c9bfb-617f-4ca1-836c-3c05b676c64f'}] {{(pid=82098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:49:16.151929 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8092aba0-e460-42c9-8ffe-1f818aa0700c None None] Attempting to bind port 059caa96-a410-4b0d-a117-caf0fb1a7e03 on network 4a9c9bfb-617f-4ca1-836c-3c05b676c64f {{(pid=82098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:49:16.166706 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8092aba0-e460-42c9-8ffe-1f818aa0700c None None] Checking agent: {'id': '0d58c09d-3d0a-420d-b789-56ac4f0c32ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 37), 'started_at': datetime.datetime(2021, 7, 14, 8, 36, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:49:16.167141 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8092aba0-e460-42c9-8ffe-1f818aa0700c None None] Checking segment: {'id': '3c950d88-a2af-4988-a625-d7eac72dea6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4a9c9bfb-617f-4ca1-836c-3c05b676c64f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:49:16.167260 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.v2.resource [None req-136805a9-b09b-4bd3-914c-5946ebf0c00f tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] show failed (client error): The resource could not be found.
Jul 14 08:49:16.167596 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8092aba0-e460-42c9-8ffe-1f818aa0700c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:16.168447 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-136805a9-b09b-4bd3-914c-5946ebf0c00f tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups/354de4ee-c782-4f6f-879c-a4354cbafe17 HTTP/1.1" status: 404  len: 347 time: 0.0379303
Jul 14 08:49:16.171475 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8092aba0-e460-42c9-8ffe-1f818aa0700c None None] Bound using segment: {'id': '3c950d88-a2af-4988-a625-d7eac72dea6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4a9c9bfb-617f-4ca1-836c-3c05b676c64f'} {{(pid=82098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:49:16.171928 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 60302) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:49:16.172037 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [None req-8092aba0-e460-42c9-8ffe-1f818aa0700c None None] Bound port: 059caa96-a410-4b0d-a117-caf0fb1a7e03, host: dv-cinder-800229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c950d88-a2af-4988-a625-d7eac72dea6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4a9c9bfb-617f-4ca1-836c-3c05b676c64f'}}] {{(pid=82098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:49:16.172475 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8092aba0-e460-42c9-8ffe-1f818aa0700c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:16.175208 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-56c8e616-ba3d-4741-bf6b-6ac4b7190c17 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Allocated IP 172.20.0.12 (7e73f321-4d5b-4a4b-a58e-445e74aa3537/07b52a31-5ae4-4778-8ae6-47305c5b19b1/a478368a-6d27-4a96-b62f-a5926cefb96b) {{(pid=82095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:49:16.196007 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-47325224-1b82-4af6-b9e2-46f0ff0812d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64026203c8>, [{'id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'name': 'tempest-AttachVolumeTestJSON-25464803-router', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'a11d6929-c47b-4da0-9b19-2fa410fb8a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:45Z', 'updated_at': '2021-07-14T08:43:58Z', 'revision_number': 4, 'project_id': '14f51922b06043779a5017e6efa8b95a', 'gw_port': {'id': 'a11d6929-c47b-4da0-9b19-2fa410fb8a6f', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ca:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:47Z', 'updated_at': '2021-07-14T08:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': '764c35b1-6fed-480c-80c2-502fb0d7c610', 'name': '', 'network_id': 'a5638089-0bc3-451e-b07e-8f6a2e41d3b4', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'mac_address': 'fa:16:3e:19:ad:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd6bd243-ec5f-4ebe-97dd-3f142d2cc859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:56Z', 'updated_at': '2021-07-14T08:44:10Z', 'revision_number': 5, 'project_id': '14f51922b06043779a5017e6efa8b95a', 'subnets': [{'id': 'bd6bd243-ec5f-4ebe-97dd-3f142d2cc859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:49:16.234281 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47325224-1b82-4af6-b9e2-46f0ff0812d9 None None] Checking router: 77dbcf2e-b473-4388-845b-f4227d5eeb31 for host: dv-cinder-800229-1-iscsi {{(pid=82098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:49:16.291051 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47325224-1b82-4af6-b9e2-46f0ff0812d9 None None] Routers {'77dbcf2e-b473-4388-845b-f4227d5eeb31'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:49:16.291767 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-47325224-1b82-4af6-b9e2-46f0ff0812d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64026203c8>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:49:08Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['77dbcf2e-b473-4388-845b-f4227d5eeb31'], 'active': True} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:49:16.439435 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-8092aba0-e460-42c9-8ffe-1f818aa0700c None None] For port 059caa96-a410-4b0d-a117-caf0fb1a7e03, host dv-cinder-800229-1-iscsi, cleared binding levels {{(pid=82098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:49:16.457503 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-019738dc-d4a1-46ff-bcae-0dbc7bb11892 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Deleting port ed3502bb-ec47-4162-aa48-a76b52c4258f {{(pid=82096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:49:16.457890 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-019738dc-d4a1-46ff-bcae-0dbc7bb11892 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:16.463714 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-8092aba0-e460-42c9-8ffe-1f818aa0700c None None] For port 059caa96-a410-4b0d-a117-caf0fb1a7e03, host dv-cinder-800229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=059caa96-a410-4b0d-a117-caf0fb1a7e03,segment=NetworkSegment(3c950d88-a2af-4988-a625-d7eac72dea6c),segment_id=3c950d88-a2af-4988-a625-d7eac72dea6c)] {{(pid=82098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:49:16.469991 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8092aba0-e460-42c9-8ffe-1f818aa0700c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82098) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:16.480400 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e49d7079-c3c8-43ac-a866-bc5f14178b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:16.519545 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-56c8e616-ba3d-4741-bf6b-6ac4b7190c17 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Notify callbacks [] for port, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:16.634294 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-56c8e616-ba3d-4741-bf6b-6ac4b7190c17 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:16.635970 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 60318) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:49:16.641047 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae34224c-569a-43dd-b81a-31e9274caf1f None None] Pushing event updated for resources: {'Port': ['ID=059caa96-a410-4b0d-a117-caf0fb1a7e03,revision_number=4']} {{(pid=82098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:16.650476 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-47325224-1b82-4af6-b9e2-46f0ff0812d9 None None] Set router 77dbcf2e-b473-4388-845b-f4227d5eeb31 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:49:16.707592 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-b7fab55d-3439-4b91-94c3-d2697f754953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:16.710557 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b67a789-206c-401d-b6f8-4ae69a28484d None None] New status for floating IP acba26ac-77a4-4e2c-9ea4-12b7e0b52efe: DOWN {{(pid=82097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Jul 14 08:49:16.762432 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-56c8e616-ba3d-4741-bf6b-6ac4b7190c17 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Network 7e73f321-4d5b-4a4b-a58e-445e74aa3537 is already hosted by enough agents. {{(pid=82095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:49:16.764623 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-ae34224c-569a-43dd-b81a-31e9274caf1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=82098) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:16.771495 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-56c8e616-ba3d-4741-bf6b-6ac4b7190c17 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Resources bound (agent type, host, resource id):  {{(pid=82095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:49:16.779138 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-56c8e616-ba3d-4741-bf6b-6ac4b7190c17 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Received port after_create {{(pid=82095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:49:16.780234 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8092aba0-e460-42c9-8ffe-1f818aa0700c None None] Routers {'71eb06a7-0e69-4740-8ba4-d11ae578114b'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:49:16.783251 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-8092aba0-e460-42c9-8ffe-1f818aa0700c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6402c797f0>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:49:08Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['71eb06a7-0e69-4740-8ba4-d11ae578114b'], 'active': True} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:49:16.869023 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-019738dc-d4a1-46ff-bcae-0dbc7bb11892 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:16.869654 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-019738dc-d4a1-46ff-bcae-0dbc7bb11892 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:16.936916 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-56c8e616-ba3d-4741-bf6b-6ac4b7190c17 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:16.940453 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-56c8e616-ba3d-4741-bf6b-6ac4b7190c17 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:17.031020 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-019738dc-d4a1-46ff-bcae-0dbc7bb11892 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Calling delete_port for ed3502bb-ec47-4162-aa48-a76b52c4258f owned by network:floatingip {{(pid=82096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:49:17.084331 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8e616-ba3d-4741-bf6b-6ac4b7190c17 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Pushing event updated for resources: {'Port': ['ID=a478368a-6d27-4a96-b62f-a5926cefb96b,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:17.090830 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56a2d9-77e3-474f-9e3f-7de61b923249 req-b416e98e-ab49-4be9-8a2d-62572f590824 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:17.099645 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-56c8e616-ba3d-4741-bf6b-6ac4b7190c17 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6766176
Jul 14 08:49:17.102741 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-aa56a2d9-77e3-474f-9e3f-7de61b923249 req-b416e98e-ab49-4be9-8a2d-62572f590824 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/ports?device_id=4438c323-5a3c-4b4f-b694-22fd9f202d33 HTTP/1.1" status: 200  len: 932 time: 0.3769901
Jul 14 08:49:17.104154 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-56c8e616-ba3d-4741-bf6b-6ac4b7190c17 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:17.168168 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d7dddd23-6d8a-441f-a520-1ac7f5a8adbd tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:17.183818 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-aa56a2d9-77e3-474f-9e3f-7de61b923249 req-0a046a14-d2e8-43f2-bd0d-0e38b54424cf tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509bb95-6dfe-433f-b6cc-564ce9c446d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797274
Jul 14 08:49:17.219984 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d7dddd23-6d8a-441f-a520-1ac7f5a8adbd tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:17.255067 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.db.api [None req-019738dc-d4a1-46ff-bcae-0dbc7bb11892 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82096) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 14 08:49:17.255599 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_db.api [None req-019738dc-d4a1-46ff-bcae-0dbc7bb11892 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82096) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 14 08:49:17.319445 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d7dddd23-6d8a-441f-a520-1ac7f5a8adbd tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:17.325420 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-7d4c5aae-d2ee-4fdb-af38-f02baef90f29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:17.347410 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dddd23-6d8a-441f-a520-1ac7f5a8adbd tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9925d3-3466-4d1e-8706-d52ff81e884b,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:17.351806 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-d7dddd23-6d8a-441f-a520-1ac7f5a8adbd tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:17.371591 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d7dddd23-6d8a-441f-a520-1ac7f5a8adbd tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:17.372855 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-d7dddd23-6d8a-441f-a520-1ac7f5a8adbd tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "DELETE /v2.0/security-groups/5c9925d3-3466-4d1e-8706-d52ff81e884b HTTP/1.1" status: 204  len: 168 time: 0.7357676
Jul 14 08:49:17.376401 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 60336) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:49:17.400075 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-8092aba0-e460-42c9-8ffe-1f818aa0700c None None] Set router 71eb06a7-0e69-4740-8ba4-d11ae578114b gateway port host: dv-cinder-800229-1-iscsi {{(pid=82098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:49:17.406167 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.v2.resource [None req-b45c98b4-8ba5-4e11-aecb-0b57754cafce tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] show failed (client error): The resource could not be found.
Jul 14 08:49:17.407644 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-b45c98b4-8ba5-4e11-aecb-0b57754cafce tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups/5c9925d3-3466-4d1e-8706-d52ff81e884b HTTP/1.1" status: 404  len: 347 time: 0.0299637
Jul 14 08:49:17.410892 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 60340) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:49:17.523284 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-52961265-3eed-4375-962b-d15cba1c9709 service neutron] Request body: {'port': {'device_id': '4438c323-5a3c-4b4f-b694-22fd9f202d33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:49:17.726616 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-34506dc6-541a-4879-8b31-3504391e9aff tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Deleting port 915c762f-dd77-476b-aa1e-4f6a77d1dac3 {{(pid=82095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:49:17.727004 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-34506dc6-541a-4879-8b31-3504391e9aff tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:17.761614 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-019738dc-d4a1-46ff-bcae-0dbc7bb11892 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Deleting port ed3502bb-ec47-4162-aa48-a76b52c4258f {{(pid=82096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:49:17.762014 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-019738dc-d4a1-46ff-bcae-0dbc7bb11892 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:17.777737 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-52961265-3eed-4375-962b-d15cba1c9709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:18.008117 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-47325224-1b82-4af6-b9e2-46f0ff0812d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64026203c8>, [{'id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'name': 'tempest-AttachVolumeTestJSON-25464803-router', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'a11d6929-c47b-4da0-9b19-2fa410fb8a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:45Z', 'updated_at': '2021-07-14T08:43:58Z', 'revision_number': 4, 'project_id': '14f51922b06043779a5017e6efa8b95a', 'gw_port': {'id': 'a11d6929-c47b-4da0-9b19-2fa410fb8a6f', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ca:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:47Z', 'updated_at': '2021-07-14T08:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': '764c35b1-6fed-480c-80c2-502fb0d7c610', 'name': '', 'network_id': 'a5638089-0bc3-451e-b07e-8f6a2e41d3b4', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'mac_address': 'fa:16:3e:19:ad:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd6bd243-ec5f-4ebe-97dd-3f142d2cc859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:56Z', 'updated_at': '2021-07-14T08:44:10Z', 'revision_number': 5, 'project_id': '14f51922b06043779a5017e6efa8b95a', 'subnets': [{'id': 'bd6bd243-ec5f-4ebe-97dd-3f142d2cc859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:49:18.018245 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47325224-1b82-4af6-b9e2-46f0ff0812d9 None None] The sync data for ids ['77dbcf2e-b473-4388-845b-f4227d5eeb31'] in dv-cinder-800229-1-iscsi is: [{'id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'name': 'tempest-AttachVolumeTestJSON-25464803-router', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'a11d6929-c47b-4da0-9b19-2fa410fb8a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:45Z', 'updated_at': '2021-07-14T08:43:58Z', 'revision_number': 4, 'project_id': '14f51922b06043779a5017e6efa8b95a', 'gw_port': {'id': 'a11d6929-c47b-4da0-9b19-2fa410fb8a6f', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ca:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:47Z', 'updated_at': '2021-07-14T08:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': '764c35b1-6fed-480c-80c2-502fb0d7c610', 'name': '', 'network_id': 'a5638089-0bc3-451e-b07e-8f6a2e41d3b4', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'mac_address': 'fa:16:3e:19:ad:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd6bd243-ec5f-4ebe-97dd-3f142d2cc859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:56Z', 'updated_at': '2021-07-14T08:44:10Z', 'revision_number': 5, 'project_id': '14f51922b06043779a5017e6efa8b95a', 'subnets': [{'id': 'bd6bd243-ec5f-4ebe-97dd-3f142d2cc859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:49:18.046639 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-019738dc-d4a1-46ff-bcae-0dbc7bb11892 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:18.047381 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-019738dc-d4a1-46ff-bcae-0dbc7bb11892 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:18.078004 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-8092aba0-e460-42c9-8ffe-1f818aa0700c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6402c797f0>, [{'id': '71eb06a7-0e69-4740-8ba4-d11ae578114b', 'name': 'tempest-TestShelveInstance-1736305971-router', 'tenant_id': '0e1f8b689d9e40049c2288e780c41ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '59648d77-30d6-4e77-9a8d-586e3dd9a17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:49:03Z', 'updated_at': '2021-07-14T08:49:07Z', 'revision_number': 4, 'project_id': '0e1f8b689d9e40049c2288e780c41ebd', 'gw_port': {'id': '59648d77-30d6-4e77-9a8d-586e3dd9a17e', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dc:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71eb06a7-0e69-4740-8ba4-d11ae578114b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:49:03Z', 'updated_at': '2021-07-14T08:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': '059caa96-a410-4b0d-a117-caf0fb1a7e03', 'name': '', 'network_id': '4a9c9bfb-617f-4ca1-836c-3c05b676c64f', 'tenant_id': '0e1f8b689d9e40049c2288e780c41ebd', 'mac_address': 'fa:16:3e:55:c5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71eb06a7-0e69-4740-8ba4-d11ae578114b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af41765f-d0e2-47b2-992e-54db0e652b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:49:06Z', 'updated_at': '2021-07-14T08:49:16Z', 'revision_number': 4, 'project_id': '0e1f8b689d9e40049c2288e780c41ebd', 'subnets': [{'id': 'af41765f-d0e2-47b2-992e-54db0e652b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:49:18.083003 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8092aba0-e460-42c9-8ffe-1f818aa0700c None None] The sync data for ids ['71eb06a7-0e69-4740-8ba4-d11ae578114b'] in dv-cinder-800229-1-iscsi is: [{'id': '71eb06a7-0e69-4740-8ba4-d11ae578114b', 'name': 'tempest-TestShelveInstance-1736305971-router', 'tenant_id': '0e1f8b689d9e40049c2288e780c41ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '59648d77-30d6-4e77-9a8d-586e3dd9a17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:49:03Z', 'updated_at': '2021-07-14T08:49:07Z', 'revision_number': 4, 'project_id': '0e1f8b689d9e40049c2288e780c41ebd', 'gw_port': {'id': '59648d77-30d6-4e77-9a8d-586e3dd9a17e', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dc:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71eb06a7-0e69-4740-8ba4-d11ae578114b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:49:03Z', 'updated_at': '2021-07-14T08:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': '059caa96-a410-4b0d-a117-caf0fb1a7e03', 'name': '', 'network_id': '4a9c9bfb-617f-4ca1-836c-3c05b676c64f', 'tenant_id': '0e1f8b689d9e40049c2288e780c41ebd', 'mac_address': 'fa:16:3e:55:c5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71eb06a7-0e69-4740-8ba4-d11ae578114b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af41765f-d0e2-47b2-992e-54db0e652b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:49:06Z', 'updated_at': '2021-07-14T08:49:16Z', 'revision_number': 4, 'project_id': '0e1f8b689d9e40049c2288e780c41ebd', 'subnets': [{'id': 'af41765f-d0e2-47b2-992e-54db0e652b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:49:18.232075 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-18fee224-3e10-4670-85b5-51ea9bef62d1 req-e96cfd77-1788-44f3-b0eb-f0da5751487f tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1564696754&fields=id&tenant_id=040f599933ea4921bd32ee786c14df5e HTTP/1.1" status: 200  len: 267 time: 0.0854681
Jul 14 08:49:18.293363 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-019738dc-d4a1-46ff-bcae-0dbc7bb11892 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Calling delete_port for ed3502bb-ec47-4162-aa48-a76b52c4258f owned by network:floatingip {{(pid=82096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:49:18.401131 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-34506dc6-541a-4879-8b31-3504391e9aff tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:18.402147 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-34506dc6-541a-4879-8b31-3504391e9aff tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:18.677546 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242f138-a647-4bf9-a15e-9c05704e3d16 req-7212f90a-9989-4ecd-a7df-98641f149715 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:18.679277 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-7242f138-a647-4bf9-a15e-9c05704e3d16 req-7212f90a-9989-4ecd-a7df-98641f149715 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/ports?device_id=4438c323-5a3c-4b4f-b694-22fd9f202d33 HTTP/1.1" status: 200  len: 932 time: 0.2628784
Jul 14 08:49:18.717821 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-34506dc6-541a-4879-8b31-3504391e9aff tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Calling delete_port for 915c762f-dd77-476b-aa1e-4f6a77d1dac3 owned by network:floatingip {{(pid=82095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:49:18.729095 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-019738dc-d4a1-46ff-bcae-0dbc7bb11892 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132881'] for port, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:18.737788 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-bdab9348-3f5c-4333-abc1-47ad0ffa71d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:18.793665 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019738dc-d4a1-46ff-bcae-0dbc7bb11892 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Pushing event deleted for resources: {'Port': ['ID=ed3502bb-ec47-4162-aa48-a76b52c4258f,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:18.793926 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2b2dbc-c58f-498a-ae52-ac31648f6167 None None] New status for floating IP 92e739cf-59db-4737-8183-b99254233620: DOWN {{(pid=82098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Jul 14 08:49:18.797770 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-019738dc-d4a1-46ff-bcae-0dbc7bb11892 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:18.828334 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-7242f138-a647-4bf9-a15e-9c05704e3d16 req-ed0c40a7-ba5b-4d06-a50b-46e49a1114f3 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509bb95-6dfe-433f-b6cc-564ce9c446d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1415548
Jul 14 08:49:18.933064 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-019738dc-d4a1-46ff-bcae-0dbc7bb11892 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for floatingip, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:18.934938 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fee224-3e10-4670-85b5-51ea9bef62d1 req-99298838-72be-40de-96ab-8f5554253699 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:18.936560 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-18fee224-3e10-4670-85b5-51ea9bef62d1 req-99298838-72be-40de-96ab-8f5554253699 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 984 time: 0.4253070
Jul 14 08:49:18.972165 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [req-18fee224-3e10-4670-85b5-51ea9bef62d1 req-93f50dc6-7dc8-4c4e-a7fd-676ac649bb78 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Request body: {'port': {'security_groups': ['bd3ceb96-24d3-46f0-a357-fd9c0f4c4b3e']}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:49:18.974736 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-019738dc-d4a1-46ff-bcae-0dbc7bb11892 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for floatingip, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:18.981691 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-019738dc-d4a1-46ff-bcae-0dbc7bb11892 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "DELETE /v2.0/floatingips/acba26ac-77a4-4e2c-9ea4-12b7e0b52efe HTTP/1.1" status: 204  len: 168 time: 2.8061836
Jul 14 08:49:19.044838 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 059caa96-a410-4b0d-a117-caf0fb1a7e03 up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:49:19.157371 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning for port 059caa96-a410-4b0d-a117-caf0fb1a7e03 completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:49:19.163388 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port 059caa96-a410-4b0d-a117-caf0fb1a7e03 triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:49:19.163820 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:19.218407 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.db.api [None req-6e2b2dbc-c58f-498a-ae52-ac31648f6167 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82098) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 14 08:49:19.218818 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_db.api [None req-6e2b2dbc-c58f-498a-ae52-ac31648f6167 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 14 08:49:19.296053 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-18fee224-3e10-4670-85b5-51ea9bef62d1 req-93f50dc6-7dc8-4c4e-a7fd-676ac649bb78 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:19.357417 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:19.379661 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-34506dc6-541a-4879-8b31-3504391e9aff tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:19.390233 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-71cf1db8-edd0-40af-9f42-507276fee5cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:19.397892 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] For port 059caa96-a410-4b0d-a117-caf0fb1a7e03, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=059caa96-a410-4b0d-a117-caf0fb1a7e03,segment=NetworkSegment(3c950d88-a2af-4988-a625-d7eac72dea6c),segment_id=3c950d88-a2af-4988-a625-d7eac72dea6c)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:49:19.403061 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:19.405145 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:19.465690 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34506dc6-541a-4879-8b31-3504391e9aff tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Pushing event deleted for resources: {'Port': ['ID=915c762f-dd77-476b-aa1e-4f6a77d1dac3,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:19.481752 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-34506dc6-541a-4879-8b31-3504391e9aff tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:19.496530 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Pushing event updated for resources: {'Port': ['ID=059caa96-a410-4b0d-a117-caf0fb1a7e03,revision_number=5']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:19.500002 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:19.537302 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 60412) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:49:19.546621 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-62316a1d-f1e6-4f95-a08c-6745fbb78669 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Request body: {'security_group': {'name': 'tempest-securitygroup--723275053', 'description': 'tempest-description--1439834922'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:49:19.574637 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-62316a1d-f1e6-4f95-a08c-6745fbb78669 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:49:19.580700 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-62316a1d-f1e6-4f95-a08c-6745fbb78669 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Usage tracker for resource:security_group and tenant:8b3a1809d9a5426abbaa7d1c2677f387 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:49:19.588119 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-62316a1d-f1e6-4f95-a08c-6745fbb78669 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:49:19.601696 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-62316a1d-f1e6-4f95-a08c-6745fbb78669 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:49:19.616602 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-62316a1d-f1e6-4f95-a08c-6745fbb78669 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:19.661717 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-62316a1d-f1e6-4f95-a08c-6745fbb78669 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:49:19.673961 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-62316a1d-f1e6-4f95-a08c-6745fbb78669 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Usage tracker for resource:security_group_rule and tenant:8b3a1809d9a5426abbaa7d1c2677f387 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:49:19.678023 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-62316a1d-f1e6-4f95-a08c-6745fbb78669 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:49:19.685412 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-62316a1d-f1e6-4f95-a08c-6745fbb78669 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:49:19.691898 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-52961265-3eed-4375-962b-d15cba1c9709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a478368a-6d27-4a96-b62f-a5926cefb96b {{(pid=82095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:49:19.700231 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-52961265-3eed-4375-962b-d15cba1c9709 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:19.720043 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2b2dbc-c58f-498a-ae52-ac31648f6167 None None] New status for floating IP 92e739cf-59db-4737-8183-b99254233620: DOWN {{(pid=82098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Jul 14 08:49:19.738914 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-52961265-3eed-4375-962b-d15cba1c9709 service neutron] Transition to ACTIVE for port object a478368a-6d27-4a96-b62f-a5926cefb96b will not be triggered until provisioned by entity L2. {{(pid=82095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:49:19.746554 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-52961265-3eed-4375-962b-d15cba1c9709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852740876'] for port, after_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:19.759982 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-14f714a4-7c14-4dc8-bbe2-7a21316ce08a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:19.778226 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-62316a1d-f1e6-4f95-a08c-6745fbb78669 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:19.783208 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-62316a1d-f1e6-4f95-a08c-6745fbb78669 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:19.788635 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-a4b460ca-b707-487d-b928-7bb3b8fe607a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:19.849095 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62316a1d-f1e6-4f95-a08c-6745fbb78669 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2de39d4-9e0a-434d-8bfa-317c35c6acc8,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:19.852610 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-62316a1d-f1e6-4f95-a08c-6745fbb78669 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:19.858608 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-62316a1d-f1e6-4f95-a08c-6745fbb78669 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:19.859969 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-62316a1d-f1e6-4f95-a08c-6745fbb78669 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.3196287
Jul 14 08:49:19.862936 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 60418) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:49:19.868594 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52961265-3eed-4375-962b-d15cba1c9709 service neutron] Pushing event updated for resources: {'Port': ['ID=a478368a-6d27-4a96-b62f-a5926cefb96b,revision_number=2']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:19.869690 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-57c893af-7028-4673-af5e-7b5a3af8fbe9 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Request body: {'security_group_rule': {'security_group_id': 'd2de39d4-9e0a-434d-8bfa-317c35c6acc8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:49:19.876138 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-57c893af-7028-4673-af5e-7b5a3af8fbe9 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:49:19.876689 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-34506dc6-541a-4879-8b31-3504391e9aff tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks [] for floatingip, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:19.885705 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-52961265-3eed-4375-962b-d15cba1c9709 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:19.891954 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-57c893af-7028-4673-af5e-7b5a3af8fbe9 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Usage tracker for resource:security_group_rule and tenant:8b3a1809d9a5426abbaa7d1c2677f387 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:49:19.895073 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-57c893af-7028-4673-af5e-7b5a3af8fbe9 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:49:19.901428 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-57c893af-7028-4673-af5e-7b5a3af8fbe9 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:49:19.920955 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-57c893af-7028-4673-af5e-7b5a3af8fbe9 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:20.001434 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-57c893af-7028-4673-af5e-7b5a3af8fbe9 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:20.010141 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-57c893af-7028-4673-af5e-7b5a3af8fbe9 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754566'] for security_group_rule, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:20.012456 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:20.039647 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c893af-7028-4673-af5e-7b5a3af8fbe9 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9ff657a-26d6-4e45-9085-a59faad19f4f,revision_number=0']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:20.044500 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-57c893af-7028-4673-af5e-7b5a3af8fbe9 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:20.048154 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-34506dc6-541a-4879-8b31-3504391e9aff tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for floatingip, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:20.051830 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-34506dc6-541a-4879-8b31-3504391e9aff tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "DELETE /v2.0/floatingips/92e739cf-59db-4737-8183-b99254233620 HTTP/1.1" status: 204  len: 168 time: 2.6393917
Jul 14 08:49:20.057820 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-57c893af-7028-4673-af5e-7b5a3af8fbe9 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:20.059415 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-57c893af-7028-4673-af5e-7b5a3af8fbe9 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1952951
Jul 14 08:49:20.111300 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 60424) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:49:20.124965 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-1049808b-5c9d-4bca-802b-d11ae850d3ad tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Request body: {'security_group_rule': {'security_group_id': 'd2de39d4-9e0a-434d-8bfa-317c35c6acc8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:49:20.133150 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-18fee224-3e10-4670-85b5-51ea9bef62d1 req-93f50dc6-7dc8-4c4e-a7fd-676ac649bb78 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] For port c7b85a36-8251-4688-991e-7330120da3a5, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=c7b85a36-8251-4688-991e-7330120da3a5,segment=NetworkSegment(6ab29609-c173-4982-94fe-df6d6c34ea40),segment_id=6ab29609-c173-4982-94fe-df6d6c34ea40)] {{(pid=82095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:49:20.134217 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-1049808b-5c9d-4bca-802b-d11ae850d3ad tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:49:20.141579 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-1049808b-5c9d-4bca-802b-d11ae850d3ad tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Usage tracker for resource:security_group_rule and tenant:8b3a1809d9a5426abbaa7d1c2677f387 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:49:20.146989 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-1049808b-5c9d-4bca-802b-d11ae850d3ad tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:49:20.163642 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-1049808b-5c9d-4bca-802b-d11ae850d3ad tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:49:20.192388 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453120a-71da-436b-89c8-12ecd5f3f0dc req-4be08733-9751-44ac-81b0-f58ef1765ed7 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:20.194069 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-7453120a-71da-436b-89c8-12ecd5f3f0dc req-4be08733-9751-44ac-81b0-f58ef1765ed7 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/ports?device_id=4438c323-5a3c-4b4f-b694-22fd9f202d33 HTTP/1.1" status: 200  len: 944 time: 0.1376214
Jul 14 08:49:20.195628 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1049808b-5c9d-4bca-802b-d11ae850d3ad tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:20.256811 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-18fee224-3e10-4670-85b5-51ea9bef62d1 req-93f50dc6-7dc8-4c4e-a7fd-676ac649bb78 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks [] for port, precommit_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:20.260559 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-18fee224-3e10-4670-85b5-51ea9bef62d1 req-93f50dc6-7dc8-4c4e-a7fd-676ac649bb78 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852740876'] for port, after_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:20.268111 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-b4ef382a-e964-47d8-b93e-7412c760b7e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:20.284669 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-7453120a-71da-436b-89c8-12ecd5f3f0dc req-cfff6b6e-a58d-4a2d-a12d-c525ea24ef4a tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509bb95-6dfe-433f-b6cc-564ce9c446d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796366
Jul 14 08:49:20.302273 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] get_ports_and_sgs() called for port_ids ['c7b85a36-8251-4688-991e-7330120da3a5'] {{(pid=82097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 14 08:49:20.306808 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1049808b-5c9d-4bca-802b-d11ae850d3ad tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:20.311933 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1049808b-5c9d-4bca-802b-d11ae850d3ad tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754566'] for security_group_rule, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:20.314446 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-36641460-3c83-4933-af2a-3ee2a3b02f94 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:20.323597 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-52961265-3eed-4375-962b-d15cba1c9709 service neutron] Attempting to bind port a478368a-6d27-4a96-b62f-a5926cefb96b on host hv-cinder-80022 for vnic_type normal with profile  {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:49:20.324054 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-52961265-3eed-4375-962b-d15cba1c9709 service neutron] Attempting to bind port a478368a-6d27-4a96-b62f-a5926cefb96b by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': 'e22cceb9-90bd-4075-b814-4ddff48bb78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7e73f321-4d5b-4a4b-a58e-445e74aa3537'}] {{(pid=82095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:49:20.324559 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-52961265-3eed-4375-962b-d15cba1c9709 service neutron] Attempting to bind port a478368a-6d27-4a96-b62f-a5926cefb96b on network 7e73f321-4d5b-4a4b-a58e-445e74aa3537 {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:49:20.335478 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-52961265-3eed-4375-962b-d15cba1c9709 service neutron] Port a478368a-6d27-4a96-b62f-a5926cefb96b on network 7e73f321-4d5b-4a4b-a58e-445e74aa3537 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 14 08:49:20.335920 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-52961265-3eed-4375-962b-d15cba1c9709 service neutron] Attempting to bind port a478368a-6d27-4a96-b62f-a5926cefb96b on network 7e73f321-4d5b-4a4b-a58e-445e74aa3537 {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:49:20.363401 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1049808b-5c9d-4bca-802b-d11ae850d3ad tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1f75870-ae6f-4916-a745-73fb940e70ec,revision_number=0']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:20.366670 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-1049808b-5c9d-4bca-802b-d11ae850d3ad tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:20.370218 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fee224-3e10-4670-85b5-51ea9bef62d1 req-93f50dc6-7dc8-4c4e-a7fd-676ac649bb78 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:20.370926 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-18fee224-3e10-4670-85b5-51ea9bef62d1 req-93f50dc6-7dc8-4c4e-a7fd-676ac649bb78 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:20.375693 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-18fee224-3e10-4670-85b5-51ea9bef62d1 req-93f50dc6-7dc8-4c4e-a7fd-676ac649bb78 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "PUT /v2.0/ports/c7b85a36-8251-4688-991e-7330120da3a5 HTTP/1.1" status: 200  len: 942 time: 1.4093304
Jul 14 08:49:20.376753 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da91893a-b767-4cde-9d53-7564906351c7', 'tag': 'c7b85a36-8251-4688-991e-7330120da3a5'}] {{(pid=82095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:49:20.382465 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-52961265-3eed-4375-962b-d15cba1c9709 service neutron] Checking agent: {'id': 'aa24af5c-becf-43a3-9631-f44e6c3cc568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 41, 34), 'started_at': datetime.datetime(2021, 7, 14, 8, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:49:20.382978 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-52961265-3eed-4375-962b-d15cba1c9709 service neutron] Checking segment: {'id': 'e22cceb9-90bd-4075-b814-4ddff48bb78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7e73f321-4d5b-4a4b-a58e-445e74aa3537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:49:20.383275 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-52961265-3eed-4375-962b-d15cba1c9709 service neutron] Bound using segment: {'id': 'e22cceb9-90bd-4075-b814-4ddff48bb78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7e73f321-4d5b-4a4b-a58e-445e74aa3537'} {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:49:20.383456 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 60430) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:49:20.383778 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-52961265-3eed-4375-962b-d15cba1c9709 service neutron] Bound port: a478368a-6d27-4a96-b62f-a5926cefb96b, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e22cceb9-90bd-4075-b814-4ddff48bb78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7e73f321-4d5b-4a4b-a58e-445e74aa3537'}}] {{(pid=82095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:49:20.384228 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-52961265-3eed-4375-962b-d15cba1c9709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:20.386847 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1049808b-5c9d-4bca-802b-d11ae850d3ad tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:20.388114 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-1049808b-5c9d-4bca-802b-d11ae850d3ad tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2756374
Jul 14 08:49:20.394908 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 60436) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:49:20.446955 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-42eebcd6-555d-4915-afca-9181cad7f950 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Request body: {'floatingip': {'floating_network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:49:20.462987 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-42eebcd6-555d-4915-afca-9181cad7f950 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:49:20.502581 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-20805d51-c088-46f2-8125-ca89c4796e01 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:20.530038 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] get_ports_and_sgs() called for port_ids ['c7b85a36-8251-4688-991e-7330120da3a5'] {{(pid=82097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 14 08:49:20.614914 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-52961265-3eed-4375-962b-d15cba1c9709 service neutron] For port a478368a-6d27-4a96-b62f-a5926cefb96b, host hv-cinder-80022, cleared binding levels {{(pid=82095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:49:20.618612 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-52961265-3eed-4375-962b-d15cba1c9709 service neutron] For port a478368a-6d27-4a96-b62f-a5926cefb96b, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=a478368a-6d27-4a96-b62f-a5926cefb96b,segment=NetworkSegment(e22cceb9-90bd-4075-b814-4ddff48bb78f),segment_id=e22cceb9-90bd-4075-b814-4ddff48bb78f)] {{(pid=82095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:49:20.624652 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-42eebcd6-555d-4915-afca-9181cad7f950 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Usage tracker for resource:floatingip and tenant:8b3a1809d9a5426abbaa7d1c2677f387 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:49:20.630129 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da91893a-b767-4cde-9d53-7564906351c7', 'tag': 'c7b85a36-8251-4688-991e-7330120da3a5', 'status': 'completed', 'code': 200}
Jul 14 08:49:20.632812 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-52961265-3eed-4375-962b-d15cba1c9709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852740876'] for port, after_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:20.641789 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-42eebcd6-555d-4915-afca-9181cad7f950 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:49:20.645741 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f50dc6-7dc8-4c4e-a7fd-676ac649bb78 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Pushing event updated for resources: {'Port': ['ID=c7b85a36-8251-4688-991e-7330120da3a5,revision_number=7']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:20.665801 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-93f50dc6-7dc8-4c4e-a7fd-676ac649bb78 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:20.666349 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-6598e1dc-7cb4-44f0-8838-7e0f28b9b1fd tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:20.669990 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-20805d51-c088-46f2-8125-ca89c4796e01 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:20.727182 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-42eebcd6-555d-4915-afca-9181cad7f950 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:49:20.771747 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 60442) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:49:20.773551 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bdf11cc7-17d2-4797-ad55-eb367481bc76 req-346eaa69-a7c4-487e-b604-2ee5c0427244 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=040f599933ea4921bd32ee786c14df5e&device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 1098 time: 0.2105639
Jul 14 08:49:20.793988 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-db000982-e175-45aa-a246-e937bedc07f3 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1531836439', 'description': 'tempest-description--1693643666'}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:49:20.811814 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-52961265-3eed-4375-962b-d15cba1c9709 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:20.816912 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-52961265-3eed-4375-962b-d15cba1c9709 service neutron] 10.222.0.43 "PUT /v2.0/ports/a478368a-6d27-4a96-b62f-a5926cefb96b HTTP/1.1" status: 200  len: 1094 time: 3.6944823
Jul 14 08:49:20.827084 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-42eebcd6-555d-4915-afca-9181cad7f950 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for floatingip, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:20.837646 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-db000982-e175-45aa-a246-e937bedc07f3 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:49:20.924579 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-db000982-e175-45aa-a246-e937bedc07f3 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Usage tracker for resource:security_group and tenant:14f51922b06043779a5017e6efa8b95a is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:49:20.928056 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52961265-3eed-4375-962b-d15cba1c9709 service neutron] Pushing event updated for resources: {'Port': ['ID=a478368a-6d27-4a96-b62f-a5926cefb96b,revision_number=3']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:20.948742 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-52961265-3eed-4375-962b-d15cba1c9709 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:21.000554 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-20805d51-c088-46f2-8125-ca89c4796e01 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:21.007065 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 059caa96-a410-4b0d-a117-caf0fb1a7e03 up at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:49:21.009889 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-56912750-8bf6-449c-9bb9-4b1a0946e291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:21.017684 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-db000982-e175-45aa-a246-e937bedc07f3 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:49:21.032715 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20805d51-c088-46f2-8125-ca89c4796e01 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e433955-2e61-4355-b38d-73342a9935d1,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:21.035322 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-db000982-e175-45aa-a246-e937bedc07f3 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:49:21.037190 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-20805d51-c088-46f2-8125-ca89c4796e01 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:21.058719 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-20805d51-c088-46f2-8125-ca89c4796e01 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:21.062643 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-20805d51-c088-46f2-8125-ca89c4796e01 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "DELETE /v2.0/security-groups/6e433955-2e61-4355-b38d-73342a9935d1 HTTP/1.1" status: 204  len: 168 time: 0.6755061
Jul 14 08:49:21.063552 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 60448) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:49:21.083352 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-db000982-e175-45aa-a246-e937bedc07f3 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:21.133359 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-dfc6fa03-697c-4ec5-bf87-07b21a87b42b None None] Provisioning complete for port c7b85a36-8251-4688-991e-7330120da3a5 triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:49:21.133775 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-dfc6fa03-697c-4ec5-bf87-07b21a87b42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:21.206203 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Provisioning complete for port 059caa96-a410-4b0d-a117-caf0fb1a7e03 triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:49:21.206632 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:21.229436 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-9c7a97cc-1e1c-47f8-96bf-a518de43bcff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=72a6c468eff34963aa81584d4ce43a3c&device_id=4438c323-5a3c-4b4f-b694-22fd9f202d33 HTTP/1.1" status: 200  len: 1097 time: 0.3149414
Jul 14 08:49:21.236077 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-db000982-e175-45aa-a246-e937bedc07f3 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:49:21.242083 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-db000982-e175-45aa-a246-e937bedc07f3 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Usage tracker for resource:security_group_rule and tenant:14f51922b06043779a5017e6efa8b95a is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:49:21.249336 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-db000982-e175-45aa-a246-e937bedc07f3 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:49:21.331919 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-db000982-e175-45aa-a246-e937bedc07f3 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:49:21.407921 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf11cc7-17d2-4797-ad55-eb367481bc76 req-75a2593f-9bf8-4114-82e2-faaab5900de1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:21.409517 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bdf11cc7-17d2-4797-ad55-eb367481bc76 req-75a2593f-9bf8-4114-82e2-faaab5900de1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e HTTP/1.1" status: 200  len: 916 time: 0.6281979
Jul 14 08:49:21.451926 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-db000982-e175-45aa-a246-e937bedc07f3 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:21.458058 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-cceab681-4ac7-4d6a-8663-0663b9632fc5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a478368a-6d27-4a96-b62f-a5926cefb96b HTTP/1.1" status: 200  len: 217 time: 0.2051604
Jul 14 08:49:21.462101 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-db000982-e175-45aa-a246-e937bedc07f3 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:21.472532 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-194278f4-4641-41d8-b4c3-e516172cb201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:21.601085 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-c62fab5d-a502-4c0f-9e98-72ccf2d93116 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Deleting port 9276ca07-fbe4-4c72-8727-fc560cbf2b6a {{(pid=82096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:49:21.601573 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c62fab5d-a502-4c0f-9e98-72ccf2d93116 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:21.636797 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db000982-e175-45aa-a246-e937bedc07f3 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b16c7df3-3da8-4659-ae3a-2567bc31956c,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:21.639793 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-db000982-e175-45aa-a246-e937bedc07f3 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:21.647942 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-db000982-e175-45aa-a246-e937bedc07f3 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:21.649457 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-db000982-e175-45aa-a246-e937bedc07f3 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.8738506
Jul 14 08:49:21.655418 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 60454) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:49:21.664394 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bdf11cc7-17d2-4797-ad55-eb367481bc76 req-52c57883-de05-486a-93bf-d15a383f2665 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7b85a36-8251-4688-991e-7330120da3a5 HTTP/1.1" status: 200  len: 1001 time: 0.1976702
Jul 14 08:49:21.670519 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-759da81e-f717-43f9-a9f7-0a461d5e2254 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Request body: {'security_group_rule': {'security_group_id': 'b16c7df3-3da8-4659-ae3a-2567bc31956c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:49:21.681724 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-d3c3a649-70c1-4d75-86bf-8201fc43a5a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:21.683386 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-d3c3a649-70c1-4d75-86bf-8201fc43a5a5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=07b52a31-5ae4-4778-8ae6-47305c5b19b1 HTTP/1.1" status: 200  len: 853 time: 0.2165945
Jul 14 08:49:21.689103 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-42eebcd6-555d-4915-afca-9181cad7f950 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:21.692438 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-759da81e-f717-43f9-a9f7-0a461d5e2254 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:49:21.825999 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf11cc7-17d2-4797-ad55-eb367481bc76 req-459aa9cc-529e-482a-b80d-cf9ad611b27e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:21.827527 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bdf11cc7-17d2-4797-ad55-eb367481bc76 req-459aa9cc-529e-482a-b80d-cf9ad611b27e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2cf41e9b-05a3-472b-ac95-40e03d3ea215 HTTP/1.1" status: 200  len: 854 time: 0.1430402
Jul 14 08:49:21.921170 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c62fab5d-a502-4c0f-9e98-72ccf2d93116 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:21.921575 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c62fab5d-a502-4c0f-9e98-72ccf2d93116 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:21.979674 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-759da81e-f717-43f9-a9f7-0a461d5e2254 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Usage tracker for resource:security_group_rule and tenant:14f51922b06043779a5017e6efa8b95a is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:49:21.995704 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-759da81e-f717-43f9-a9f7-0a461d5e2254 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:49:22.004632 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-d1f0ed2e-9fe6-4228-a272-ed30492ea779 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7e73f321-4d5b-4a4b-a58e-445e74aa3537&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3068516
Jul 14 08:49:22.022747 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-759da81e-f717-43f9-a9f7-0a461d5e2254 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:49:22.058100 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3cad2-7c2a-43ce-b774-f3ffa608eec6 req-ccc241cc-5d67-48d6-975d-6f8edc0ae740 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:22.058841 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-36a3cad2-7c2a-43ce-b774-f3ffa608eec6 req-ccc241cc-5d67-48d6-975d-6f8edc0ae740 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Synchronizing usage tracker for tenant:72a6c468eff34963aa81584d4ce43a3c on resource:port {{(pid=82095) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:49:22.060147 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-c62fab5d-a502-4c0f-9e98-72ccf2d93116 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Calling delete_port for 9276ca07-fbe4-4c72-8727-fc560cbf2b6a owned by network:floatingip {{(pid=82096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:49:22.107445 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bdf11cc7-17d2-4797-ad55-eb367481bc76 req-55e2de3c-ea62-4f11-bf0b-194580c58132 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2680955
Jul 14 08:49:22.204549 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-36a3cad2-7c2a-43ce-b774-f3ffa608eec6 req-ccc241cc-5d67-48d6-975d-6f8edc0ae740 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Unset dirty status for tenant:72a6c468eff34963aa81584d4ce43a3c on resource:port {{(pid=82095) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:49:22.205862 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-36a3cad2-7c2a-43ce-b774-f3ffa608eec6 req-ccc241cc-5d67-48d6-975d-6f8edc0ae740 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/ports?device_id=4438c323-5a3c-4b4f-b694-22fd9f202d33 HTTP/1.1" status: 200  len: 944 time: 0.7370827
Jul 14 08:49:22.213124 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-759da81e-f717-43f9-a9f7-0a461d5e2254 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:22.290882 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bdf11cc7-17d2-4797-ad55-eb367481bc76 req-e8437ccd-9c26-46ec-b806-9d8b5a6f6f6f service neutron] 10.222.0.43 "GET /v2.0/networks/3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1759658
Jul 14 08:49:22.353636 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-eec08e2e-5ae7-4904-a61b-634812f755c1 service neutron] 10.222.0.43 "GET /v2.0/networks/7e73f321-4d5b-4a4b-a58e-445e74aa3537?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3275137
Jul 14 08:49:22.357374 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [None req-42eebcd6-555d-4915-afca-9181cad7f950 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Allocated IP 172.27.3.125 (67339833-1858-4359-a5f3-39cbe3daa12b/5340f5f3-2f04-41df-9207-8bcd858e18e6/8e3dd8a6-0af2-4db9-8b38-c0789dbf8dc7) {{(pid=82095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:49:22.411628 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-36a3cad2-7c2a-43ce-b774-f3ffa608eec6 req-fd86e91c-ed1a-44ce-838f-48d42941c238 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509bb95-6dfe-433f-b6cc-564ce9c446d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1904068
Jul 14 08:49:22.463552 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c62fab5d-a502-4c0f-9e98-72ccf2d93116 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132881'] for port, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:22.469464 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-019738dc-d4a1-46ff-bcae-0dbc7bb11892 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:22.526769 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62fab5d-a502-4c0f-9e98-72ccf2d93116 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Pushing event deleted for resources: {'Port': ['ID=9276ca07-fbe4-4c72-8727-fc560cbf2b6a,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:22.531132 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c62fab5d-a502-4c0f-9e98-72ccf2d93116 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:22.566074 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bdf11cc7-17d2-4797-ad55-eb367481bc76 req-d273f9c9-85a8-483d-a047-15fb1f79e000 service neutron] 10.222.0.43 "GET /v2.0/networks/3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2401993
Jul 14 08:49:22.590921 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-759da81e-f717-43f9-a9f7-0a461d5e2254 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:22.608870 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-759da81e-f717-43f9-a9f7-0a461d5e2254 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754566'] for security_group_rule, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:22.632453 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c62fab5d-a502-4c0f-9e98-72ccf2d93116 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks [] for floatingip, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:22.635774 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:22.641884 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4438c323-5a3c-4b4f-b694-22fd9f202d33', 'tag': 'a478368a-6d27-4a96-b62f-a5926cefb96b'}] {{(pid=82095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:49:22.691812 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759da81e-f717-43f9-a9f7-0a461d5e2254 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af72e9eb-2961-4ee2-80e7-e5959d2a96a6,revision_number=0']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:22.695272 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-759da81e-f717-43f9-a9f7-0a461d5e2254 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:22.712830 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4438c323-5a3c-4b4f-b694-22fd9f202d33', 'tag': 'a478368a-6d27-4a96-b62f-a5926cefb96b', 'status': 'completed', 'code': 200}
Jul 14 08:49:22.716488 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-759da81e-f717-43f9-a9f7-0a461d5e2254 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:22.717782 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-759da81e-f717-43f9-a9f7-0a461d5e2254 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.0606906
Jul 14 08:49:22.720034 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1d532a02-a2f8-4745-9bde-499ab2673e47 req-023fa230-8ca9-4f19-b428-0ee1bdc9dc60 service neutron] 10.222.0.43 "GET /v2.0/networks/7e73f321-4d5b-4a4b-a58e-445e74aa3537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3578694
Jul 14 08:49:22.720525 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 60464) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:49:22.736929 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-a61d555c-ac6e-4d48-879f-3fb2bc0df957 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Request body: {'security_group_rule': {'security_group_id': 'b16c7df3-3da8-4659-ae3a-2567bc31956c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:49:22.749281 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-a61d555c-ac6e-4d48-879f-3fb2bc0df957 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:49:22.764155 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-a61d555c-ac6e-4d48-879f-3fb2bc0df957 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Usage tracker for resource:security_group_rule and tenant:14f51922b06043779a5017e6efa8b95a is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:49:22.769702 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-a61d555c-ac6e-4d48-879f-3fb2bc0df957 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:49:22.780361 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-42eebcd6-555d-4915-afca-9181cad7f950 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for port, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:22.783695 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-a61d555c-ac6e-4d48-879f-3fb2bc0df957 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:49:22.811141 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-a61d555c-ac6e-4d48-879f-3fb2bc0df957 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:22.916484 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-42eebcd6-555d-4915-afca-9181cad7f950 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:22.922488 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-ee64a1d3-c794-4490-b860-c1a65f5d7d05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:23.008548 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-a61d555c-ac6e-4d48-879f-3fb2bc0df957 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:23.025507 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-a61d555c-ac6e-4d48-879f-3fb2bc0df957 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754566'] for security_group_rule, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:23.027663 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42eebcd6-555d-4915-afca-9181cad7f950 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Network 67339833-1858-4359-a5f3-39cbe3daa12b is already hosted by enough agents. {{(pid=82095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:49:23.029664 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eebcd6-555d-4915-afca-9181cad7f950 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Pushing event updated for resources: {'Port': ['ID=8e3dd8a6-0af2-4db9-8b38-c0789dbf8dc7,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:23.034992 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-42eebcd6-555d-4915-afca-9181cad7f950 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Resources bound (agent type, host, resource id):  {{(pid=82095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:49:23.050966 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-42eebcd6-555d-4915-afca-9181cad7f950 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:23.051609 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-2286ebab-219a-465a-9dc4-a83589e7f14b tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:23.064935 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0643d550-2e21-4cc3-afbb-24536893d670 req-672e778f-91b1-4122-98ba-b2f1f25cafa0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=72a6c468eff34963aa81584d4ce43a3c&device_id=4438c323-5a3c-4b4f-b694-22fd9f202d33 HTTP/1.1" status: 200  len: 1097 time: 0.2463109
Jul 14 08:49:23.086444 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62fab5d-a502-4c0f-9e98-72ccf2d93116 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Router 119d84f4-31b3-4a20-a1fc-f7186b505e62 has already been hosted by L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c {{(pid=82096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 14 08:49:23.102171 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d555c-ac6e-4d48-879f-3fb2bc0df957 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7d2533c-5f65-4c24-ba0d-ea496b5af6b2,revision_number=0']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:23.111530 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-a61d555c-ac6e-4d48-879f-3fb2bc0df957 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:23.167815 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-a61d555c-ac6e-4d48-879f-3fb2bc0df957 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:23.172075 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-a61d555c-ac6e-4d48-879f-3fb2bc0df957 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.4379408
Jul 14 08:49:23.174940 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42eebcd6-555d-4915-afca-9181cad7f950 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Received port after_create {{(pid=82095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:49:23.211174 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 60474) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:49:23.227275 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-88a7f160-b325-435f-aafc-308a02fc5fab tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Request body: {'floatingip': {'floating_network_id': '67339833-1858-4359-a5f3-39cbe3daa12b'}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:49:23.243712 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-88a7f160-b325-435f-aafc-308a02fc5fab tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:49:23.251030 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-88a7f160-b325-435f-aafc-308a02fc5fab tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Usage tracker for resource:floatingip and tenant:14f51922b06043779a5017e6efa8b95a is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:49:23.257667 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-88a7f160-b325-435f-aafc-308a02fc5fab tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:49:23.269352 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-88a7f160-b325-435f-aafc-308a02fc5fab tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:49:23.310021 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62fab5d-a502-4c0f-9e98-72ccf2d93116 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:49:23.320969 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-88a7f160-b325-435f-aafc-308a02fc5fab tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks [] for floatingip, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:23.332241 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c2603c-0ed1-4b31-aa58-4428c7e1a9d7 None None] Sync routers for ids ['119d84f4-31b3-4a20-a1fc-f7186b505e62'] in dv-cinder-800229-1-iscsi {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:49:23.333379 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643d550-2e21-4cc3-afbb-24536893d670 req-7fdcd28a-ff61-4469-a684-574b15c81204 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:23.335241 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0643d550-2e21-4cc3-afbb-24536893d670 req-7fdcd28a-ff61-4469-a684-574b15c81204 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7e73f321-4d5b-4a4b-a58e-445e74aa3537 HTTP/1.1" status: 200  len: 914 time: 0.2586236
Jul 14 08:49:23.342832 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c62fab5d-a502-4c0f-9e98-72ccf2d93116 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for floatingip, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:23.345786 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c2603c-0ed1-4b31-aa58-4428c7e1a9d7 None None] Routers {'119d84f4-31b3-4a20-a1fc-f7186b505e62'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:49:23.346473 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-d1c2603c-0ed1-4b31-aa58-4428c7e1a9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64021d2320>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:49:08Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['119d84f4-31b3-4a20-a1fc-f7186b505e62'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:49:23.399650 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-c62fab5d-a502-4c0f-9e98-72ccf2d93116 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "DELETE /v2.0/floatingips/ac609b67-7d8e-46eb-a5f0-2e9d6fd4768e HTTP/1.1" status: 204  len: 168 time: 2.3348391
Jul 14 08:49:23.400564 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da91893a-b767-4cde-9d53-7564906351c7', 'tag': 'c7b85a36-8251-4688-991e-7330120da3a5'}] {{(pid=82096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:49:23.445820 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0643d550-2e21-4cc3-afbb-24536893d670 req-b6eaf9db-624b-466b-a786-407e5923fe13 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a478368a-6d27-4a96-b62f-a5926cefb96b HTTP/1.1" status: 200  len: 217 time: 0.0866702
Jul 14 08:49:23.473962 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da91893a-b767-4cde-9d53-7564906351c7', 'tag': 'c7b85a36-8251-4688-991e-7330120da3a5', 'status': 'completed', 'code': 200}
Jul 14 08:49:23.655645 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-42eebcd6-555d-4915-afca-9181cad7f950 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:23.670937 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-d1c2603c-0ed1-4b31-aa58-4428c7e1a9d7 None None] Set router 119d84f4-31b3-4a20-a1fc-f7186b505e62 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:49:23.703741 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643d550-2e21-4cc3-afbb-24536893d670 req-fde2e41a-78a4-466d-98e1-d5e9a0e72766 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:23.705400 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0643d550-2e21-4cc3-afbb-24536893d670 req-fde2e41a-78a4-466d-98e1-d5e9a0e72766 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=07b52a31-5ae4-4778-8ae6-47305c5b19b1 HTTP/1.1" status: 200  len: 853 time: 0.2123265
Jul 14 08:49:23.778143 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0643d550-2e21-4cc3-afbb-24536893d670 req-7ae39383-f85c-4201-bb88-91a632c0cd75 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7e73f321-4d5b-4a4b-a58e-445e74aa3537&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0640752
Jul 14 08:49:23.784254 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-42eebcd6-555d-4915-afca-9181cad7f950 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:24.084152 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-90109515-f34e-4c35-a75e-b70831b9b024 req-57fea23a-fe84-4c6f-bbb6-c5a1f46cfd36 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=040f599933ea4921bd32ee786c14df5e&device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 1098 time: 0.5369031
Jul 14 08:49:24.096715 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-d1c2603c-0ed1-4b31-aa58-4428c7e1a9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64021d2320>, [{'id': '119d84f4-31b3-4a20-a1fc-f7186b505e62', 'name': 'tempest-TestMinimumBasicScenario-2035121711-router', 'tenant_id': '040f599933ea4921bd32ee786c14df5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '921031be-df4a-4a1a-82ca-b46c0affff6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:45:41Z', 'updated_at': '2021-07-14T08:45:47Z', 'revision_number': 4, 'project_id': '040f599933ea4921bd32ee786c14df5e', 'gw_port': {'id': '921031be-df4a-4a1a-82ca-b46c0affff6d', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119d84f4-31b3-4a20-a1fc-f7186b505e62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:42Z', 'updated_at': '2021-07-14T08:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': '9879f769-9e07-4fd7-9a9a-eee24bc68c26', 'name': '', 'network_id': '3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e', 'tenant_id': '040f599933ea4921bd32ee786c14df5e', 'mac_address': 'fa:16:3e:4f:17:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119d84f4-31b3-4a20-a1fc-f7186b505e62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2cf41e9b-05a3-472b-ac95-40e03d3ea215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:46Z', 'updated_at': '2021-07-14T08:45:58Z', 'revision_number': 5, 'project_id': '040f599933ea4921bd32ee786c14df5e', 'subnets': [{'id': '2cf41e9b-05a3-472b-ac95-40e03d3ea215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:49:24.102743 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c2603c-0ed1-4b31-aa58-4428c7e1a9d7 None None] Checking router: 119d84f4-31b3-4a20-a1fc-f7186b505e62 for host: dv-cinder-800229-1-iscsi {{(pid=82097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:49:24.118153 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c2603c-0ed1-4b31-aa58-4428c7e1a9d7 None None] Routers {'119d84f4-31b3-4a20-a1fc-f7186b505e62'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:49:24.119192 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-d1c2603c-0ed1-4b31-aa58-4428c7e1a9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64021d2320>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:49:08Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['119d84f4-31b3-4a20-a1fc-f7186b505e62'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:49:24.268313 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e187f40-57f0-431e-b4f3-f87942894670 req-f950eeb9-0143-4e99-b92c-ff357c35a911 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:24.276572 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3e187f40-57f0-431e-b4f3-f87942894670 req-f950eeb9-0143-4e99-b92c-ff357c35a911 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/ports?device_id=4438c323-5a3c-4b4f-b694-22fd9f202d33 HTTP/1.1" status: 200  len: 944 time: 0.6012425
Jul 14 08:49:24.299902 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-88a7f160-b325-435f-aafc-308a02fc5fab tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:24.364060 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3e187f40-57f0-431e-b4f3-f87942894670 req-db164e90-2595-43df-b67c-380b512e1e6c tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509bb95-6dfe-433f-b6cc-564ce9c446d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863519
Jul 14 08:49:24.398223 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90109515-f34e-4c35-a75e-b70831b9b024 req-98a4d287-986b-4873-b484-e1da15325b17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:24.399694 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0643d550-2e21-4cc3-afbb-24536893d670 req-8c939db5-5b20-44f0-a697-89222c5d4fc3 service neutron] 10.222.0.43 "GET /v2.0/networks/7e73f321-4d5b-4a4b-a58e-445e74aa3537?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5829747
Jul 14 08:49:24.400151 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-90109515-f34e-4c35-a75e-b70831b9b024 req-98a4d287-986b-4873-b484-e1da15325b17 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e HTTP/1.1" status: 200  len: 916 time: 0.3073838
Jul 14 08:49:24.483921 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-90109515-f34e-4c35-a75e-b70831b9b024 req-99082174-b90e-41f7-8507-8dbf5c94775f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7b85a36-8251-4688-991e-7330120da3a5 HTTP/1.1" status: 200  len: 217 time: 0.0722139
Jul 14 08:49:24.509199 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-d1c2603c-0ed1-4b31-aa58-4428c7e1a9d7 None None] Set router 119d84f4-31b3-4a20-a1fc-f7186b505e62 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:49:24.556793 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90109515-f34e-4c35-a75e-b70831b9b024 req-bad7ae45-e836-4714-a0be-9bb095a14200 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:24.560619 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-90109515-f34e-4c35-a75e-b70831b9b024 req-bad7ae45-e836-4714-a0be-9bb095a14200 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2cf41e9b-05a3-472b-ac95-40e03d3ea215 HTTP/1.1" status: 200  len: 854 time: 0.0677826
Jul 14 08:49:24.670185 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-90109515-f34e-4c35-a75e-b70831b9b024 req-6d186f7c-5560-4610-95cd-ece18a040eda service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0983820
Jul 14 08:49:24.679596 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-42eebcd6-555d-4915-afca-9181cad7f950 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for port, precommit_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:24.681687 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [None req-88a7f160-b325-435f-aafc-308a02fc5fab tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Allocated IP 172.27.3.10 (67339833-1858-4359-a5f3-39cbe3daa12b/5340f5f3-2f04-41df-9207-8bcd858e18e6/529da753-c361-4f72-aca0-f62e70d36786) {{(pid=82095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:49:24.699049 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-42eebcd6-555d-4915-afca-9181cad7f950 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852740876'] for port, after_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:24.713341 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c4d48893-8e73-450a-afd4-7c04cd555cd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:24.842266 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0643d550-2e21-4cc3-afbb-24536893d670 req-1774ffbe-de90-47a9-9efd-5daac1d3cd63 service neutron] 10.222.0.43 "GET /v2.0/networks/7e73f321-4d5b-4a4b-a58e-445e74aa3537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4241164
Jul 14 08:49:24.845907 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-90109515-f34e-4c35-a75e-b70831b9b024 req-0b2f747f-bab6-4f84-be0e-74ecb6820ddf service neutron] 10.222.0.43 "GET /v2.0/networks/3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1674411
Jul 14 08:49:24.942857 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-d1c2603c-0ed1-4b31-aa58-4428c7e1a9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64021d2320>, [{'id': '119d84f4-31b3-4a20-a1fc-f7186b505e62', 'name': 'tempest-TestMinimumBasicScenario-2035121711-router', 'tenant_id': '040f599933ea4921bd32ee786c14df5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '921031be-df4a-4a1a-82ca-b46c0affff6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:45:41Z', 'updated_at': '2021-07-14T08:45:47Z', 'revision_number': 4, 'project_id': '040f599933ea4921bd32ee786c14df5e', 'gw_port': {'id': '921031be-df4a-4a1a-82ca-b46c0affff6d', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119d84f4-31b3-4a20-a1fc-f7186b505e62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:42Z', 'updated_at': '2021-07-14T08:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': '9879f769-9e07-4fd7-9a9a-eee24bc68c26', 'name': '', 'network_id': '3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e', 'tenant_id': '040f599933ea4921bd32ee786c14df5e', 'mac_address': 'fa:16:3e:4f:17:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119d84f4-31b3-4a20-a1fc-f7186b505e62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2cf41e9b-05a3-472b-ac95-40e03d3ea215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:46Z', 'updated_at': '2021-07-14T08:45:58Z', 'revision_number': 5, 'project_id': '040f599933ea4921bd32ee786c14df5e', 'subnets': [{'id': '2cf41e9b-05a3-472b-ac95-40e03d3ea215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:49:24.947725 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c2603c-0ed1-4b31-aa58-4428c7e1a9d7 None None] The sync data for ids ['119d84f4-31b3-4a20-a1fc-f7186b505e62'] in dv-cinder-800229-1-iscsi is: [{'id': '119d84f4-31b3-4a20-a1fc-f7186b505e62', 'name': 'tempest-TestMinimumBasicScenario-2035121711-router', 'tenant_id': '040f599933ea4921bd32ee786c14df5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '921031be-df4a-4a1a-82ca-b46c0affff6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:45:41Z', 'updated_at': '2021-07-14T08:45:47Z', 'revision_number': 4, 'project_id': '040f599933ea4921bd32ee786c14df5e', 'gw_port': {'id': '921031be-df4a-4a1a-82ca-b46c0affff6d', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119d84f4-31b3-4a20-a1fc-f7186b505e62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:42Z', 'updated_at': '2021-07-14T08:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': '9879f769-9e07-4fd7-9a9a-eee24bc68c26', 'name': '', 'network_id': '3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e', 'tenant_id': '040f599933ea4921bd32ee786c14df5e', 'mac_address': 'fa:16:3e:4f:17:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119d84f4-31b3-4a20-a1fc-f7186b505e62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2cf41e9b-05a3-472b-ac95-40e03d3ea215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:46Z', 'updated_at': '2021-07-14T08:45:58Z', 'revision_number': 5, 'project_id': '040f599933ea4921bd32ee786c14df5e', 'subnets': [{'id': '2cf41e9b-05a3-472b-ac95-40e03d3ea215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:49:24.985165 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-42eebcd6-555d-4915-afca-9181cad7f950 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854084435'] for floatingip, after_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:24.989299 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eebcd6-555d-4915-afca-9181cad7f950 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Pushing event updated for resources: {'Port': ['ID=8e3dd8a6-0af2-4db9-8b38-c0789dbf8dc7,revision_number=2']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:25.010944 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-42eebcd6-555d-4915-afca-9181cad7f950 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:25.027348 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-90109515-f34e-4c35-a75e-b70831b9b024 req-daadf4d8-3129-401d-b4ab-fe6f53418181 service neutron] 10.222.0.43 "GET /v2.0/networks/3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1587348
Jul 14 08:49:25.046629 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-88a7f160-b325-435f-aafc-308a02fc5fab tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks [] for port, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:25.051719 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-42eebcd6-555d-4915-afca-9181cad7f950 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for floatingip, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:25.052925 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-42eebcd6-555d-4915-afca-9181cad7f950 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.6424534
Jul 14 08:49:25.084226 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-88a7f160-b325-435f-aafc-308a02fc5fab tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:25.090439 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c4d48893-8e73-450a-afd4-7c04cd555cd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:25.162670 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a7f160-b325-435f-aafc-308a02fc5fab tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Network 67339833-1858-4359-a5f3-39cbe3daa12b is already hosted by enough agents. {{(pid=82095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:49:25.167343 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-88a7f160-b325-435f-aafc-308a02fc5fab tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Resources bound (agent type, host, resource id):  {{(pid=82095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:49:25.170934 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a7f160-b325-435f-aafc-308a02fc5fab tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Received port after_create {{(pid=82095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:49:25.235353 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7f160-b325-435f-aafc-308a02fc5fab tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Pushing event updated for resources: {'Port': ['ID=529da753-c361-4f72-aca0-f62e70d36786,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:25.246309 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-88a7f160-b325-435f-aafc-308a02fc5fab tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:25.371964 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-88a7f160-b325-435f-aafc-308a02fc5fab tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:25.430052 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-88a7f160-b325-435f-aafc-308a02fc5fab tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:25.502018 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4301849-12f9-43ae-8ca5-cad8a49abc7d None None] New status for floating IP ac609b67-7d8e-46eb-a5f0-2e9d6fd4768e: DOWN {{(pid=82098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Jul 14 08:49:25.698260 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f5fd1-2242-4d61-bb84-72d36cd459b5 req-ef7dd334-d025-4ce0-a58a-784f019cd6ac tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:25.699935 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-161f5fd1-2242-4d61-bb84-72d36cd459b5 req-ef7dd334-d025-4ce0-a58a-784f019cd6ac tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/ports?device_id=4438c323-5a3c-4b4f-b694-22fd9f202d33 HTTP/1.1" status: 200  len: 944 time: 0.1867449
Jul 14 08:49:25.757481 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-88a7f160-b325-435f-aafc-308a02fc5fab tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks [] for port, precommit_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:25.765502 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-88a7f160-b325-435f-aafc-308a02fc5fab tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852740876'] for port, after_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:25.775010 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-52961265-3eed-4375-962b-d15cba1c9709 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:25.821932 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-161f5fd1-2242-4d61-bb84-72d36cd459b5 req-e31fd496-0dbe-4db9-a072-09a042ec1950 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509bb95-6dfe-433f-b6cc-564ce9c446d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141500
Jul 14 08:49:25.884388 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7f160-b325-435f-aafc-308a02fc5fab tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Pushing event updated for resources: {'Port': ['ID=529da753-c361-4f72-aca0-f62e70d36786,revision_number=2']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:25.888995 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-88a7f160-b325-435f-aafc-308a02fc5fab tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:25.905307 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-88a7f160-b325-435f-aafc-308a02fc5fab tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854084435'] for floatingip, after_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:25.926311 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-88a7f160-b325-435f-aafc-308a02fc5fab tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for floatingip, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:25.927689 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-88a7f160-b325-435f-aafc-308a02fc5fab tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.7154906
Jul 14 08:49:27.003937 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device a478368a-6d27-4a96-b62f-a5926cefb96b details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 14 08:49:27.149196 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port a478368a-6d27-4a96-b62f-a5926cefb96b, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=a478368a-6d27-4a96-b62f-a5926cefb96b,segment=NetworkSegment(e22cceb9-90bd-4075-b814-4ddff48bb78f),segment_id=e22cceb9-90bd-4075-b814-4ddff48bb78f)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:49:27.162850 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Returning: {'device': 'a478368a-6d27-4a96-b62f-a5926cefb96b', 'network_id': '7e73f321-4d5b-4a4b-a58e-445e74aa3537', 'port_id': 'a478368a-6d27-4a96-b62f-a5926cefb96b', 'mac_address': 'fa:16:3e:74:30:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07b52a31-5ae4-4778-8ae6-47305c5b19b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 14 08:49:27.216407 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:27.234345 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a478368a-6d27-4a96-b62f-a5926cefb96b {{(pid=82097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:49:27.250320 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port a478368a-6d27-4a96-b62f-a5926cefb96b, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=a478368a-6d27-4a96-b62f-a5926cefb96b,segment=NetworkSegment(e22cceb9-90bd-4075-b814-4ddff48bb78f),segment_id=e22cceb9-90bd-4075-b814-4ddff48bb78f)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:49:27.253238 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:27.255234 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:27.325245 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=a478368a-6d27-4a96-b62f-a5926cefb96b,revision_number=4']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:27.328505 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:27.614414 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] get_ports_and_sgs() called for port_ids ['a478368a-6d27-4a96-b62f-a5926cefb96b'] {{(pid=82097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 14 08:49:29.015278 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device a478368a-6d27-4a96-b62f-a5926cefb96b up at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:49:29.087785 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning for port a478368a-6d27-4a96-b62f-a5926cefb96b completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:49:29.092396 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning complete for port a478368a-6d27-4a96-b62f-a5926cefb96b triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:49:29.092826 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:29.208575 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:29.235923 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4438c323-5a3c-4b4f-b694-22fd9f202d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a478368a-6d27-4a96-b62f-a5926cefb96b'}] {{(pid=82097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:49:29.246121 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port a478368a-6d27-4a96-b62f-a5926cefb96b, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=a478368a-6d27-4a96-b62f-a5926cefb96b,segment=NetworkSegment(e22cceb9-90bd-4075-b814-4ddff48bb78f),segment_id=e22cceb9-90bd-4075-b814-4ddff48bb78f)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:49:29.248987 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:29.250890 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-2400dca9-c219-4d65-9888-d8f2249c5a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:29.317541 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=a478368a-6d27-4a96-b62f-a5926cefb96b,revision_number=5']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:29.321759 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:32.150402 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-f6546360-7a44-4c28-9ef5-59a9cf151b3f tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Synchronizing usage tracker for tenant:14f51922b06043779a5017e6efa8b95a on resource:security_group {{(pid=82095) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:49:32.153689 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-4c32aa76-25fd-4bda-b51d-7412bc63c08b tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Synchronizing usage tracker for tenant:8b3a1809d9a5426abbaa7d1c2677f387 on resource:security_group {{(pid=82096) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:49:32.165233 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-f6546360-7a44-4c28-9ef5-59a9cf151b3f tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Unset dirty status for tenant:14f51922b06043779a5017e6efa8b95a on resource:security_group {{(pid=82095) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:49:32.166599 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-f6546360-7a44-4c28-9ef5-59a9cf151b3f tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1531836439&fields=id&tenant_id=14f51922b06043779a5017e6efa8b95a HTTP/1.1" status: 200  len: 267 time: 0.0601923
Jul 14 08:49:32.168099 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-4c32aa76-25fd-4bda-b51d-7412bc63c08b tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Unset dirty status for tenant:8b3a1809d9a5426abbaa7d1c2677f387 on resource:security_group {{(pid=82096) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:49:32.169322 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-4c32aa76-25fd-4bda-b51d-7412bc63c08b tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--723275053&fields=id&tenant_id=8b3a1809d9a5426abbaa7d1c2677f387 HTTP/1.1" status: 200  len: 267 time: 0.0686135
Jul 14 08:49:32.333458 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-dc74c4d5-8319-448d-90f5-181b15bcd40a tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:32.334908 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-aff8b331-56b8-4174-9b0e-dc402489bb4f tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:32.335161 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-dc74c4d5-8319-448d-90f5-181b15bcd40a tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/networks?id=a5638089-0bc3-451e-b07e-8f6a2e41d3b4 HTTP/1.1" status: 200  len: 809 time: 0.1612387
Jul 14 08:49:32.335675 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-aff8b331-56b8-4174-9b0e-dc402489bb4f tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Synchronizing usage tracker for tenant:8b3a1809d9a5426abbaa7d1c2677f387 on resource:network {{(pid=82096) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:49:32.352549 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-aeb9b624-94a9-42dc-a517-ee5f69b37a35 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/quotas/14f51922b06043779a5017e6efa8b95a HTTP/1.1" status: 200  len: 375 time: 0.0115027
Jul 14 08:49:32.354704 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-aff8b331-56b8-4174-9b0e-dc402489bb4f tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Unset dirty status for tenant:8b3a1809d9a5426abbaa7d1c2677f387 on resource:network {{(pid=82096) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:49:32.356028 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-aff8b331-56b8-4174-9b0e-dc402489bb4f tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/networks?id=52933724-b56f-4198-aacf-d572e3623b57 HTTP/1.1" status: 200  len: 816 time: 0.1794326
Jul 14 08:49:32.373865 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-adf4b0e4-50d6-43a1-a04d-64caa12f6105 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/quotas/8b3a1809d9a5426abbaa7d1c2677f387 HTTP/1.1" status: 200  len: 375 time: 0.0119410
Jul 14 08:49:32.445320 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-34ac1c94-d504-4c24-a1f3-ccbbe13bfc2a tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Synchronizing usage tracker for tenant:14f51922b06043779a5017e6efa8b95a on resource:port {{(pid=82095) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:49:32.460020 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-34ac1c94-d504-4c24-a1f3-ccbbe13bfc2a tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Unset dirty status for tenant:14f51922b06043779a5017e6efa8b95a on resource:port {{(pid=82095) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:49:32.460451 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-22cd8172-1c26-47e6-a6b1-c30b5f38c926 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Synchronizing usage tracker for tenant:8b3a1809d9a5426abbaa7d1c2677f387 on resource:port {{(pid=82096) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:49:32.461435 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-34ac1c94-d504-4c24-a1f3-ccbbe13bfc2a tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=14f51922b06043779a5017e6efa8b95a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1014509
Jul 14 08:49:32.476923 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-22cd8172-1c26-47e6-a6b1-c30b5f38c926 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Unset dirty status for tenant:8b3a1809d9a5426abbaa7d1c2677f387 on resource:port {{(pid=82096) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:49:32.478362 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-22cd8172-1c26-47e6-a6b1-c30b5f38c926 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b3a1809d9a5426abbaa7d1c2677f387&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0986829
Jul 14 08:49:32.637203 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-e17215d9-bcfc-4947-9362-d1115ca521df service neutron] 10.222.0.42 "GET /v2.0/networks/52933724-b56f-4198-aacf-d572e3623b57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1448498
Jul 14 08:49:32.705511 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-834f8798-6adb-40b1-8431-48c740915834 service neutron] 10.222.0.42 "GET /v2.0/networks/a5638089-0bc3-451e-b07e-8f6a2e41d3b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2306049
Jul 14 08:49:32.783751 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-967252a2-b0dc-49a8-9f24-5cb2ba039427 service neutron] 10.222.0.42 "GET /v2.0/networks/52933724-b56f-4198-aacf-d572e3623b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401637
Jul 14 08:49:32.866570 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-2040444e-d1e0-43d6-a233-9b9a849b260f service neutron] 10.222.0.42 "GET /v2.0/networks/a5638089-0bc3-451e-b07e-8f6a2e41d3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1539145
Jul 14 08:49:33.253709 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff804ad-e3ed-4919-9a88-ab965abdde65 req-2b6b4232-f8f6-47f1-b0ae-8dee3512b417 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:33.261299 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-aff804ad-e3ed-4919-9a88-ab965abdde65 req-2b6b4232-f8f6-47f1-b0ae-8dee3512b417 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/ports?device_id=4438c323-5a3c-4b4f-b694-22fd9f202d33 HTTP/1.1" status: 200  len: 946 time: 0.1258519
Jul 14 08:49:33.315644 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-aff804ad-e3ed-4919-9a88-ab965abdde65 req-3388f0ab-c4d7-40de-9146-a2606f0cfb4b tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509bb95-6dfe-433f-b6cc-564ce9c446d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534818
Jul 14 08:49:33.329094 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4438c323-5a3c-4b4f-b694-22fd9f202d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a478368a-6d27-4a96-b62f-a5926cefb96b', 'code': 200}
Jul 14 08:49:33.436838 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-434862af-8f0d-4b81-9128-b6a49e8c0049 req-2c4c3139-bcb4-413c-8d58-f0aa12035849 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=f27ecf2f-1c50-411f-be60-41edcbf2f135 HTTP/1.1" status: 200  len: 210 time: 0.0560606
Jul 14 08:49:33.477608 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d3ad974a-05bd-4e17-ae7e-662a576b0ccd req-48716170-4bdd-4bcc-b803-cde4a5d0fd05 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 210 time: 0.0885322
Jul 14 08:49:33.761495 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-612558d0-bc54-4dd4-904f-31353220b7aa req-20ef6078-310e-42d9-a41d-ed5850b1618b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4438c323-5a3c-4b4f-b694-22fd9f202d33 HTTP/1.1" status: 200  len: 1099 time: 0.0838442
Jul 14 08:49:33.826865 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-612558d0-bc54-4dd4-904f-31353220b7aa req-e15c669d-a960-4c1b-889b-378c865b5a7b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2509bb95-6dfe-433f-b6cc-564ce9c446d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416317
Jul 14 08:49:34.523448 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d41d84-935f-41e8-a12c-b51f0c4486fa req-6e347374-edd8-42af-927d-c7e72410f7ea tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:34.525196 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b0d41d84-935f-41e8-a12c-b51f0c4486fa req-6e347374-edd8-42af-927d-c7e72410f7ea tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/ports?device_id=4438c323-5a3c-4b4f-b694-22fd9f202d33 HTTP/1.1" status: 200  len: 946 time: 0.0841918
Jul 14 08:49:34.583702 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b0d41d84-935f-41e8-a12c-b51f0c4486fa req-a71e83cc-4ffc-4fa9-899c-a667d7031502 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509bb95-6dfe-433f-b6cc-564ce9c446d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516653
Jul 14 08:49:34.657734 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0e6d397c-9249-432c-9c3e-b9bab79d3914 req-0118c8bd-3e3e-4477-90ac-47f12c21d020 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=f27ecf2f-1c50-411f-be60-41edcbf2f135 HTTP/1.1" status: 200  len: 210 time: 0.0743861
Jul 14 08:49:34.786876 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bf975110-3ad3-443d-b67f-820e1232e5f7 req-72855768-39e2-4962-81fc-bdb6dbe896e0 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 210 time: 0.0605083
Jul 14 08:49:34.843357 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-2c50b1fc-1982-477b-af03-342510f10a73 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:34.845328 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-2c50b1fc-1982-477b-af03-342510f10a73 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.43 "GET /v2.0/networks?id=52933724-b56f-4198-aacf-d572e3623b57 HTTP/1.1" status: 200  len: 816 time: 0.2163589
Jul 14 08:49:34.912132 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-8a12528f-464a-47b7-92cb-0cbe17651afe tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b3a1809d9a5426abbaa7d1c2677f387 HTTP/1.1" status: 200  len: 379 time: 0.0439496
Jul 14 08:49:34.969292 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-73dea0c2-f431-4a84-9b76-2b2d0c7a1479 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Request body: {'port': {'device_id': '458e4242-6369-490d-88d5-e8c7236f2740', 'network_id': '52933724-b56f-4198-aacf-d572e3623b57', 'admin_state_up': True, 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'security_groups': ['d2de39d4-9e0a-434d-8bfa-317c35c6acc8']}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:49:35.119994 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-73dea0c2-f431-4a84-9b76-2b2d0c7a1479 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:49:35.129956 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-73dea0c2-f431-4a84-9b76-2b2d0c7a1479 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:49:35.140518 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-73dea0c2-f431-4a84-9b76-2b2d0c7a1479 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Made reservation on behalf of 8b3a1809d9a5426abbaa7d1c2677f387 for: {'port': 1} {{(pid=82096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:49:35.146114 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-73dea0c2-f431-4a84-9b76-2b2d0c7a1479 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:35.445878 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be56a3-d433-484c-8a83-798792d7b99b req-e61d06e0-2470-4891-98db-60dc91109063 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:35.446644 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-21be56a3-d433-484c-8a83-798792d7b99b req-e61d06e0-2470-4891-98db-60dc91109063 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Synchronizing usage tracker for tenant:040f599933ea4921bd32ee786c14df5e on resource:port {{(pid=82096) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:49:35.467471 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-73dea0c2-f431-4a84-9b76-2b2d0c7a1479 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Allocated IP 172.20.0.3 (52933724-b56f-4198-aacf-d572e3623b57/d2471914-bec5-4d3a-8fbd-31586948f335/4460edbb-4e37-4756-8d17-827c59e5989d) {{(pid=82096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:49:35.480080 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-21be56a3-d433-484c-8a83-798792d7b99b req-e61d06e0-2470-4891-98db-60dc91109063 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Unset dirty status for tenant:040f599933ea4921bd32ee786c14df5e on resource:port {{(pid=82096) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:49:35.481361 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-21be56a3-d433-484c-8a83-798792d7b99b req-e61d06e0-2470-4891-98db-60dc91109063 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 945 time: 0.2104995
Jul 14 08:49:35.630879 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-21be56a3-d433-484c-8a83-798792d7b99b req-feb66683-e93a-4624-8ca0-fca81a759f63 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Synchronizing usage tracker for tenant:040f599933ea4921bd32ee786c14df5e on resource:security_group {{(pid=82096) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:49:35.695928 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-21be56a3-d433-484c-8a83-798792d7b99b req-feb66683-e93a-4624-8ca0-fca81a759f63 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Unset dirty status for tenant:040f599933ea4921bd32ee786c14df5e on resource:security_group {{(pid=82096) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:49:35.697124 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-21be56a3-d433-484c-8a83-798792d7b99b req-feb66683-e93a-4624-8ca0-fca81a759f63 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd3ceb96-24d3-46f0-a357-fd9c0f4c4b3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2090955
Jul 14 08:49:35.736657 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-73dea0c2-f431-4a84-9b76-2b2d0c7a1479 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for port, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:35.771001 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c42307b0-7d76-41e2-88a3-91cff18cb138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:35.778804 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-73dea0c2-f431-4a84-9b76-2b2d0c7a1479 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Transition to ACTIVE for port object 4460edbb-4e37-4756-8d17-827c59e5989d will not be triggered until provisioned by entity DHCP. {{(pid=82096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:49:35.805527 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-73dea0c2-f431-4a84-9b76-2b2d0c7a1479 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132881'] for port, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:35.815934 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-bdab9348-3f5c-4333-abc1-47ad0ffa71d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:35.828109 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-997c7104-e772-4ed7-8ad6-238cf48eef00 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:35.829021 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-997c7104-e772-4ed7-8ad6-238cf48eef00 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.43 "GET /v2.0/networks?id=a5638089-0bc3-451e-b07e-8f6a2e41d3b4 HTTP/1.1" status: 200  len: 809 time: 0.2614038
Jul 14 08:49:35.890604 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccfa74a-a2a2-4aaa-a6d5-87b13a1370dc req-880a1394-9370-4087-8391-3151a970726c tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:35.895114 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6ccfa74a-a2a2-4aaa-a6d5-87b13a1370dc req-880a1394-9370-4087-8391-3151a970726c tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/ports?device_id=4438c323-5a3c-4b4f-b694-22fd9f202d33 HTTP/1.1" status: 200  len: 946 time: 0.1271920
Jul 14 08:49:35.942877 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6db19223-d24a-47ce-93e4-df2ea3a26e54 req-83239801-6c4d-4b32-9649-c40ffbbc9ef9 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=f27ecf2f-1c50-411f-be60-41edcbf2f135 HTTP/1.1" status: 200  len: 210 time: 0.0677507
Jul 14 08:49:35.944831 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-73dea0c2-f431-4a84-9b76-2b2d0c7a1479 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Network 52933724-b56f-4198-aacf-d572e3623b57 is already hosted by enough agents. {{(pid=82096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:49:35.948201 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-73dea0c2-f431-4a84-9b76-2b2d0c7a1479 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Resources bound (agent type, host, resource id):  {{(pid=82096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:49:35.953084 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-73dea0c2-f431-4a84-9b76-2b2d0c7a1479 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Received port after_create {{(pid=82096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:49:35.974639 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6ccfa74a-a2a2-4aaa-a6d5-87b13a1370dc req-ceb83912-a34e-4e02-8583-7142baf6acb5 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509bb95-6dfe-433f-b6cc-564ce9c446d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760381
Jul 14 08:49:35.980941 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dea0c2-f431-4a84-9b76-2b2d0c7a1479 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Pushing event updated for resources: {'Port': ['ID=4460edbb-4e37-4756-8d17-827c59e5989d,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:35.987556 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-73dea0c2-f431-4a84-9b76-2b2d0c7a1479 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:35.992205 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-18f1b5bb-c286-4c1e-9bec-a20ccc115c59 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14f51922b06043779a5017e6efa8b95a HTTP/1.1" status: 200  len: 380 time: 0.1254714
Jul 14 08:49:36.026247 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:36.027374 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-73dea0c2-f431-4a84-9b76-2b2d0c7a1479 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:36.028087 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-73dea0c2-f431-4a84-9b76-2b2d0c7a1479 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:36.045518 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-d848103d-f482-4ad0-8581-042c2457eb1c tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Request body: {'port': {'device_id': 'f27ecf2f-1c50-411f-be60-41edcbf2f135', 'network_id': 'a5638089-0bc3-451e-b07e-8f6a2e41d3b4', 'admin_state_up': True, 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'security_groups': ['b16c7df3-3da8-4659-ae3a-2567bc31956c']}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:49:36.077035 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-73dea0c2-f431-4a84-9b76-2b2d0c7a1479 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1127131
Jul 14 08:49:36.161703 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-14060567-ee0f-4637-a6ee-e3b8cc1c0477 service neutron] Request body: {'port': {'device_id': '458e4242-6369-490d-88d5-e8c7236f2740', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:49:36.204413 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-d848103d-f482-4ad0-8581-042c2457eb1c tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:49:36.227149 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-d848103d-f482-4ad0-8581-042c2457eb1c tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:49:36.239189 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-d848103d-f482-4ad0-8581-042c2457eb1c tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Made reservation on behalf of 14f51922b06043779a5017e6efa8b95a for: {'port': 1} {{(pid=82095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:49:36.245332 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-d848103d-f482-4ad0-8581-042c2457eb1c tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:36.332366 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d7dd7-e36e-46e3-b5bb-421e8ba300a4 req-18d00ae4-0f88-433f-88f8-44a72fe55576 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:36.332839 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-553d7dd7-e36e-46e3-b5bb-421e8ba300a4 req-18d00ae4-0f88-433f-88f8-44a72fe55576 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Synchronizing usage tracker for tenant:8b3a1809d9a5426abbaa7d1c2677f387 on resource:port {{(pid=82096) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:49:36.345855 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-14060567-ee0f-4637-a6ee-e3b8cc1c0477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:36.443395 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-d135d696-791b-450e-b185-f7a292c19010 None None] Provisioning for port 4460edbb-4e37-4756-8d17-827c59e5989d completed by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:49:36.450477 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-d135d696-791b-450e-b185-f7a292c19010 None None] Provisioning complete for port 4460edbb-4e37-4756-8d17-827c59e5989d triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:49:36.451307 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d135d696-791b-450e-b185-f7a292c19010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:36.454734 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-553d7dd7-e36e-46e3-b5bb-421e8ba300a4 req-18d00ae4-0f88-433f-88f8-44a72fe55576 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Unset dirty status for tenant:8b3a1809d9a5426abbaa7d1c2677f387 on resource:port {{(pid=82096) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:49:36.465747 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-553d7dd7-e36e-46e3-b5bb-421e8ba300a4 req-18d00ae4-0f88-433f-88f8-44a72fe55576 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 931 time: 0.3723247
Jul 14 08:49:36.551764 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-d135d696-791b-450e-b185-f7a292c19010 None None] Port 4460edbb-4e37-4756-8d17-827c59e5989d cannot update to ACTIVE because it is not bound. {{(pid=82097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 14 08:49:36.694506 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-d848103d-f482-4ad0-8581-042c2457eb1c tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Allocated IP 172.20.0.8 (a5638089-0bc3-451e-b07e-8f6a2e41d3b4/bd6bd243-ec5f-4ebe-97dd-3f142d2cc859/287eceb2-fd79-494c-9c4c-13c46b02a8d5) {{(pid=82095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:49:36.757071 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:36.863596 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-553d7dd7-e36e-46e3-b5bb-421e8ba300a4 req-dd3ad932-fcfe-45b6-9848-999f72429336 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3968167
Jul 14 08:49:37.005352 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-d848103d-f482-4ad0-8581-042c2457eb1c tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks [] for port, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:37.018178 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128c5c2-29d3-45d8-8645-0ce757881ad5 req-bf9a83a3-366a-4c6e-9d2f-c8602693db15 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:37.019875 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b128c5c2-29d3-45d8-8645-0ce757881ad5 req-bf9a83a3-366a-4c6e-9d2f-c8602693db15 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 945 time: 0.1554887
Jul 14 08:49:37.049106 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-d848103d-f482-4ad0-8581-042c2457eb1c tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Transition to ACTIVE for port object 287eceb2-fd79-494c-9c4c-13c46b02a8d5 will not be triggered until provisioned by entity DHCP. {{(pid=82095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:49:37.089137 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b128c5c2-29d3-45d8-8645-0ce757881ad5 req-2a35a3c9-ef14-4a70-904f-dc0efe5c06ae tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd3ceb96-24d3-46f0-a357-fd9c0f4c4b3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575781
Jul 14 08:49:37.096366 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-d848103d-f482-4ad0-8581-042c2457eb1c tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:37.104112 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-cd9b96c6-2779-4133-84ee-15a7279e4cf1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:37.174995 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-14060567-ee0f-4637-a6ee-e3b8cc1c0477 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4460edbb-4e37-4756-8d17-827c59e5989d {{(pid=82096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:49:37.176139 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-d848103d-f482-4ad0-8581-042c2457eb1c tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Network a5638089-0bc3-451e-b07e-8f6a2e41d3b4 is already hosted by enough agents. {{(pid=82095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:49:37.180017 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-d848103d-f482-4ad0-8581-042c2457eb1c tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Resources bound (agent type, host, resource id):  {{(pid=82095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:49:37.182080 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d848103d-f482-4ad0-8581-042c2457eb1c tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Pushing event updated for resources: {'Port': ['ID=287eceb2-fd79-494c-9c4c-13c46b02a8d5,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:37.184448 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-d848103d-f482-4ad0-8581-042c2457eb1c tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Received port after_create {{(pid=82095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:49:37.185288 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-14060567-ee0f-4637-a6ee-e3b8cc1c0477 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:37.217463 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-d848103d-f482-4ad0-8581-042c2457eb1c tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:37.220477 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-14060567-ee0f-4637-a6ee-e3b8cc1c0477 service neutron] Transition to ACTIVE for port object 4460edbb-4e37-4756-8d17-827c59e5989d will not be triggered until provisioned by entity L2. {{(pid=82096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:49:37.226399 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-14060567-ee0f-4637-a6ee-e3b8cc1c0477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853642936'] for port, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:37.231870 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-7a44e401-6875-4cb5-aa36-2aba0edcef58 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:37.254557 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-d848103d-f482-4ad0-8581-042c2457eb1c tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:37.255261 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-d848103d-f482-4ad0-8581-042c2457eb1c tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:37.266322 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5977bcf-2839-4106-b3c0-fc5cf307404e req-9a224a30-6fe5-4272-9163-cc7aedaa9ecd tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:37.268328 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e5977bcf-2839-4106-b3c0-fc5cf307404e req-9a224a30-6fe5-4272-9163-cc7aedaa9ecd tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=f27ecf2f-1c50-411f-be60-41edcbf2f135 HTTP/1.1" status: 200  len: 931 time: 0.1608891
Jul 14 08:49:37.284138 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-d848103d-f482-4ad0-8581-042c2457eb1c tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2465837
Jul 14 08:49:37.306125 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-66a765e7-30fd-4d56-978d-b07cfa1c68a3 service neutron] Request body: {'port': {'device_id': 'f27ecf2f-1c50-411f-be60-41edcbf2f135', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:49:37.434345 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-66a765e7-30fd-4d56-978d-b07cfa1c68a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:37.435071 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14060567-ee0f-4637-a6ee-e3b8cc1c0477 service neutron] Pushing event updated for resources: {'Port': ['ID=4460edbb-4e37-4756-8d17-827c59e5989d,revision_number=2']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:37.438242 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-14060567-ee0f-4637-a6ee-e3b8cc1c0477 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:37.453627 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e5977bcf-2839-4106-b3c0-fc5cf307404e req-ba90276a-9605-444e-85d4-44bb683b5f81 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=b16c7df3-3da8-4659-ae3a-2567bc31956c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1604946
Jul 14 08:49:37.632171 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-14060567-ee0f-4637-a6ee-e3b8cc1c0477 service neutron] Attempting to bind port 4460edbb-4e37-4756-8d17-827c59e5989d on host hv-cinder-80022 for vnic_type normal with profile  {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:49:37.632843 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-14060567-ee0f-4637-a6ee-e3b8cc1c0477 service neutron] Attempting to bind port 4460edbb-4e37-4756-8d17-827c59e5989d by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '54020ed2-9764-455c-bb75-78a5101f4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '52933724-b56f-4198-aacf-d572e3623b57'}] {{(pid=82096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:49:37.633554 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-14060567-ee0f-4637-a6ee-e3b8cc1c0477 service neutron] Attempting to bind port 4460edbb-4e37-4756-8d17-827c59e5989d on network 52933724-b56f-4198-aacf-d572e3623b57 {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:49:37.641539 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-14060567-ee0f-4637-a6ee-e3b8cc1c0477 service neutron] Port 4460edbb-4e37-4756-8d17-827c59e5989d on network 52933724-b56f-4198-aacf-d572e3623b57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 14 08:49:37.642287 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-14060567-ee0f-4637-a6ee-e3b8cc1c0477 service neutron] Attempting to bind port 4460edbb-4e37-4756-8d17-827c59e5989d on network 52933724-b56f-4198-aacf-d572e3623b57 {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:49:37.651512 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-14060567-ee0f-4637-a6ee-e3b8cc1c0477 service neutron] Checking agent: {'id': 'aa24af5c-becf-43a3-9631-f44e6c3cc568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 41, 34), 'started_at': datetime.datetime(2021, 7, 14, 8, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:49:37.652710 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-14060567-ee0f-4637-a6ee-e3b8cc1c0477 service neutron] Checking segment: {'id': '54020ed2-9764-455c-bb75-78a5101f4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '52933724-b56f-4198-aacf-d572e3623b57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:49:37.653330 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-14060567-ee0f-4637-a6ee-e3b8cc1c0477 service neutron] Bound using segment: {'id': '54020ed2-9764-455c-bb75-78a5101f4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '52933724-b56f-4198-aacf-d572e3623b57'} {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:49:37.654128 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-14060567-ee0f-4637-a6ee-e3b8cc1c0477 service neutron] Bound port: 4460edbb-4e37-4756-8d17-827c59e5989d, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54020ed2-9764-455c-bb75-78a5101f4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '52933724-b56f-4198-aacf-d572e3623b57'}}] {{(pid=82096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:49:37.654713 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-14060567-ee0f-4637-a6ee-e3b8cc1c0477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:37.708751 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-14c4732d-84d0-4596-bd5a-04ae29f67408 None None] Provisioning for port 287eceb2-fd79-494c-9c4c-13c46b02a8d5 completed by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:49:37.715030 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-14c4732d-84d0-4596-bd5a-04ae29f67408 None None] Provisioning complete for port 287eceb2-fd79-494c-9c4c-13c46b02a8d5 triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:49:37.715572 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-14c4732d-84d0-4596-bd5a-04ae29f67408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:37.780597 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-14c4732d-84d0-4596-bd5a-04ae29f67408 None None] Port 287eceb2-fd79-494c-9c4c-13c46b02a8d5 cannot update to ACTIVE because it is not bound. {{(pid=82097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 14 08:49:37.791337 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-14060567-ee0f-4637-a6ee-e3b8cc1c0477 service neutron] For port 4460edbb-4e37-4756-8d17-827c59e5989d, host hv-cinder-80022, cleared binding levels {{(pid=82096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:49:37.795446 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-14060567-ee0f-4637-a6ee-e3b8cc1c0477 service neutron] For port 4460edbb-4e37-4756-8d17-827c59e5989d, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=4460edbb-4e37-4756-8d17-827c59e5989d,segment=NetworkSegment(54020ed2-9764-455c-bb75-78a5101f4433),segment_id=54020ed2-9764-455c-bb75-78a5101f4433)] {{(pid=82096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:49:37.800245 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-623d93ef-49fe-4560-a5f4-7fb87dcd2962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:37.803422 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-14060567-ee0f-4637-a6ee-e3b8cc1c0477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853642936'] for port, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:37.808319 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-99b8ad68-c34d-47e9-8806-8aa00cbb6267 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:37.875245 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-14060567-ee0f-4637-a6ee-e3b8cc1c0477 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:37.876706 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-14060567-ee0f-4637-a6ee-e3b8cc1c0477 service neutron] 10.222.0.43 "PUT /v2.0/ports/4460edbb-4e37-4756-8d17-827c59e5989d HTTP/1.1" status: 200  len: 1093 time: 1.7239208
Jul 14 08:49:37.877298 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '458e4242-6369-490d-88d5-e8c7236f2740', 'tag': '4460edbb-4e37-4756-8d17-827c59e5989d'}] {{(pid=82096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:49:37.923009 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14060567-ee0f-4637-a6ee-e3b8cc1c0477 service neutron] Pushing event updated for resources: {'Port': ['ID=4460edbb-4e37-4756-8d17-827c59e5989d,revision_number=3']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:37.928942 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-14060567-ee0f-4637-a6ee-e3b8cc1c0477 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:37.967379 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '458e4242-6369-490d-88d5-e8c7236f2740', 'tag': '4460edbb-4e37-4756-8d17-827c59e5989d', 'status': 'completed', 'code': 200}
Jul 14 08:49:38.002950 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-66a765e7-30fd-4d56-978d-b07cfa1c68a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 287eceb2-fd79-494c-9c4c-13c46b02a8d5 {{(pid=82095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:49:38.012645 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-66a765e7-30fd-4d56-978d-b07cfa1c68a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:38.030684 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-66a765e7-30fd-4d56-978d-b07cfa1c68a3 service neutron] Transition to ACTIVE for port object 287eceb2-fd79-494c-9c4c-13c46b02a8d5 will not be triggered until provisioned by entity L2. {{(pid=82095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:49:38.033993 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-66a765e7-30fd-4d56-978d-b07cfa1c68a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852740876'] for port, after_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:38.039522 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-76da7e37-8569-474d-bb4c-5324f1957d83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:38.172664 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a765e7-30fd-4d56-978d-b07cfa1c68a3 service neutron] Pushing event updated for resources: {'Port': ['ID=287eceb2-fd79-494c-9c4c-13c46b02a8d5,revision_number=2']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:38.176151 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-66a765e7-30fd-4d56-978d-b07cfa1c68a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:38.243443 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.agents_db [None req-e2914788-e7e4-4a13-b83f-78c3979e9233 None None] Agent healthcheck: found 6 active agents {{(pid=82098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 14 08:49:38.267178 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe5e9f-5340-4c03-a979-1d5de1a5d31d req-d3e7e2f1-b6d2-4b0b-bb41-5b5af3961182 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:38.269246 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-81fe5e9f-5340-4c03-a979-1d5de1a5d31d req-d3e7e2f1-b6d2-4b0b-bb41-5b5af3961182 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 943 time: 0.2270775
Jul 14 08:49:38.281077 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf2ce8-e379-4d35-85ef-405dd03b0408 req-a3295f5b-4697-46c2-b064-df6cdacf0bb0 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:38.282630 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d6cf2ce8-e379-4d35-85ef-405dd03b0408 req-a3295f5b-4697-46c2-b064-df6cdacf0bb0 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.43 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 945 time: 0.2903953
Jul 14 08:49:38.310131 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-78b262e2-45fb-4d37-b154-881b06c49066 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b3a1809d9a5426abbaa7d1c2677f387&device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 1096 time: 0.2742937
Jul 14 08:49:38.345446 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-66a765e7-30fd-4d56-978d-b07cfa1c68a3 service neutron] Attempting to bind port 287eceb2-fd79-494c-9c4c-13c46b02a8d5 on host hv-cinder-80022 for vnic_type normal with profile  {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:49:38.345831 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-66a765e7-30fd-4d56-978d-b07cfa1c68a3 service neutron] Attempting to bind port 287eceb2-fd79-494c-9c4c-13c46b02a8d5 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '12621a13-2c01-4bd6-95be-3fd9fa7c6003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a5638089-0bc3-451e-b07e-8f6a2e41d3b4'}] {{(pid=82095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:49:38.346204 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-66a765e7-30fd-4d56-978d-b07cfa1c68a3 service neutron] Attempting to bind port 287eceb2-fd79-494c-9c4c-13c46b02a8d5 on network a5638089-0bc3-451e-b07e-8f6a2e41d3b4 {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:49:38.353885 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-66a765e7-30fd-4d56-978d-b07cfa1c68a3 service neutron] Port 287eceb2-fd79-494c-9c4c-13c46b02a8d5 on network a5638089-0bc3-451e-b07e-8f6a2e41d3b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 14 08:49:38.354054 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-66a765e7-30fd-4d56-978d-b07cfa1c68a3 service neutron] Attempting to bind port 287eceb2-fd79-494c-9c4c-13c46b02a8d5 on network a5638089-0bc3-451e-b07e-8f6a2e41d3b4 {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:49:38.368722 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-66a765e7-30fd-4d56-978d-b07cfa1c68a3 service neutron] Checking agent: {'id': 'aa24af5c-becf-43a3-9631-f44e6c3cc568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 41, 34), 'started_at': datetime.datetime(2021, 7, 14, 8, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:49:38.369105 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-66a765e7-30fd-4d56-978d-b07cfa1c68a3 service neutron] Checking segment: {'id': '12621a13-2c01-4bd6-95be-3fd9fa7c6003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a5638089-0bc3-451e-b07e-8f6a2e41d3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:49:38.369534 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-66a765e7-30fd-4d56-978d-b07cfa1c68a3 service neutron] Bound using segment: {'id': '12621a13-2c01-4bd6-95be-3fd9fa7c6003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a5638089-0bc3-451e-b07e-8f6a2e41d3b4'} {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:49:38.370017 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-66a765e7-30fd-4d56-978d-b07cfa1c68a3 service neutron] Bound port: 287eceb2-fd79-494c-9c4c-13c46b02a8d5, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12621a13-2c01-4bd6-95be-3fd9fa7c6003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a5638089-0bc3-451e-b07e-8f6a2e41d3b4'}}] {{(pid=82095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:49:38.370409 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-66a765e7-30fd-4d56-978d-b07cfa1c68a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:38.449789 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-2fc4b124-bcf2-4f19-ade2-2f4734101a75 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4460edbb-4e37-4756-8d17-827c59e5989d HTTP/1.1" status: 200  len: 217 time: 0.1012588
Jul 14 08:49:38.461489 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f2b75-97cf-435c-befa-0ddc686178a4 req-cd8ae4b3-a253-4bc2-86e8-6a0848380ff2 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:38.463373 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8f3f2b75-97cf-435c-befa-0ddc686178a4 req-cd8ae4b3-a253-4bc2-86e8-6a0848380ff2 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 945 time: 0.1852396
Jul 14 08:49:38.506551 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [req-d6cf2ce8-e379-4d35-85ef-405dd03b0408 req-c0c6ee75-2542-4775-84fc-2e8dbff68d1d tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Deleting port c7b85a36-8251-4688-991e-7330120da3a5 {{(pid=82096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:49:38.506984 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-d6cf2ce8-e379-4d35-85ef-405dd03b0408 req-c0c6ee75-2542-4775-84fc-2e8dbff68d1d tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:38.519004 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:38.526896 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-66a765e7-30fd-4d56-978d-b07cfa1c68a3 service neutron] For port 287eceb2-fd79-494c-9c4c-13c46b02a8d5, host hv-cinder-80022, cleared binding levels {{(pid=82095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:49:38.538757 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-66a765e7-30fd-4d56-978d-b07cfa1c68a3 service neutron] For port 287eceb2-fd79-494c-9c4c-13c46b02a8d5, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=287eceb2-fd79-494c-9c4c-13c46b02a8d5,segment=NetworkSegment(12621a13-2c01-4bd6-95be-3fd9fa7c6003),segment_id=12621a13-2c01-4bd6-95be-3fd9fa7c6003)] {{(pid=82095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:49:38.542318 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8f3f2b75-97cf-435c-befa-0ddc686178a4 req-b56945c3-40de-49fa-97ad-376aee61e247 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd3ceb96-24d3-46f0-a357-fd9c0f4c4b3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657597
Jul 14 08:49:38.543992 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-66a765e7-30fd-4d56-978d-b07cfa1c68a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852740876'] for port, after_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:38.548862 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:38.561789 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-81fe5e9f-5340-4c03-a979-1d5de1a5d31d req-3aa562ae-7b1f-4986-9281-50829632ffc2 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2752609
Jul 14 08:49:38.633514 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-66a765e7-30fd-4d56-978d-b07cfa1c68a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:38.635216 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-66a765e7-30fd-4d56-978d-b07cfa1c68a3 service neutron] 10.222.0.43 "PUT /v2.0/ports/287eceb2-fd79-494c-9c4c-13c46b02a8d5 HTTP/1.1" status: 200  len: 1093 time: 1.3340807
Jul 14 08:49:38.635769 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f27ecf2f-1c50-411f-be60-41edcbf2f135', 'tag': '287eceb2-fd79-494c-9c4c-13c46b02a8d5'}] {{(pid=82095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:49:38.661250 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a765e7-30fd-4d56-978d-b07cfa1c68a3 service neutron] Pushing event updated for resources: {'Port': ['ID=287eceb2-fd79-494c-9c4c-13c46b02a8d5,revision_number=3']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:38.666006 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-66a765e7-30fd-4d56-978d-b07cfa1c68a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:38.670345 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-a21bcc8b-1e03-451b-802f-373743f731e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:38.672458 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-a21bcc8b-1e03-451b-802f-373743f731e0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d2471914-bec5-4d3a-8fbd-31586948f335 HTTP/1.1" status: 200  len: 855 time: 0.2135541
Jul 14 08:49:38.866999 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f27ecf2f-1c50-411f-be60-41edcbf2f135', 'tag': '287eceb2-fd79-494c-9c4c-13c46b02a8d5', 'status': 'completed', 'code': 200}
Jul 14 08:49:38.947358 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-2bc45b40-26d7-4525-937d-d0dde009cfb3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=14f51922b06043779a5017e6efa8b95a&device_id=f27ecf2f-1c50-411f-be60-41edcbf2f135 HTTP/1.1" status: 200  len: 1096 time: 0.2378998
Jul 14 08:49:38.956917 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7294b-4a66-4abf-9210-016e1852a2f9 req-f047d3bd-25d2-4ad1-9946-ca1f85ca1bc7 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:38.957751 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-6ee7294b-4a66-4abf-9210-016e1852a2f9 req-f047d3bd-25d2-4ad1-9946-ca1f85ca1bc7 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Synchronizing usage tracker for tenant:14f51922b06043779a5017e6efa8b95a on resource:port {{(pid=82095) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:49:39.012667 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-d6cf2ce8-e379-4d35-85ef-405dd03b0408 req-c0c6ee75-2542-4775-84fc-2e8dbff68d1d tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] For port c7b85a36-8251-4688-991e-7330120da3a5, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=c7b85a36-8251-4688-991e-7330120da3a5,segment=NetworkSegment(6ab29609-c173-4982-94fe-df6d6c34ea40),segment_id=6ab29609-c173-4982-94fe-df6d6c34ea40)] {{(pid=82096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:49:39.013458 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-d6cf2ce8-e379-4d35-85ef-405dd03b0408 req-c0c6ee75-2542-4775-84fc-2e8dbff68d1d tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:39.057984 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-9784f014-6e70-4ae7-abc6-de6147f25bda service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=287eceb2-fd79-494c-9c4c-13c46b02a8d5 HTTP/1.1" status: 200  len: 217 time: 0.0928068
Jul 14 08:49:39.120749 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-6ee7294b-4a66-4abf-9210-016e1852a2f9 req-f047d3bd-25d2-4ad1-9946-ca1f85ca1bc7 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Unset dirty status for tenant:14f51922b06043779a5017e6efa8b95a on resource:port {{(pid=82095) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:49:39.122024 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6ee7294b-4a66-4abf-9210-016e1852a2f9 req-f047d3bd-25d2-4ad1-9946-ca1f85ca1bc7 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=f27ecf2f-1c50-411f-be60-41edcbf2f135 HTTP/1.1" status: 200  len: 943 time: 0.3174036
Jul 14 08:49:39.155245 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-22cbd20a-e764-4aab-9cfa-f5e7b8d24375 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:39.156793 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-22cbd20a-e764-4aab-9cfa-f5e7b8d24375 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bd6bd243-ec5f-4ebe-97dd-3f142d2cc859 HTTP/1.1" status: 200  len: 848 time: 0.0914507
Jul 14 08:49:39.160938 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [req-d6cf2ce8-e379-4d35-85ef-405dd03b0408 req-c0c6ee75-2542-4775-84fc-2e8dbff68d1d tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Calling delete_port for c7b85a36-8251-4688-991e-7330120da3a5 owned by compute:nova {{(pid=82096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:49:39.228464 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6ee7294b-4a66-4abf-9210-016e1852a2f9 req-f5abae65-72b1-4f81-a025-8d27d1de2a49 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=b16c7df3-3da8-4659-ae3a-2567bc31956c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0996709
Jul 14 08:49:39.237816 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-38721245-ff9a-4aac-8e9c-4686d215c902 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=52933724-b56f-4198-aacf-d572e3623b57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5267947
Jul 14 08:49:39.256491 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-0667af4d-6eae-4ded-ba49-b85915e94edb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a5638089-0bc3-451e-b07e-8f6a2e41d3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0873544
Jul 14 08:49:39.372666 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-d622bd5d-d773-4f58-b307-c088f033b347 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Synchronizing usage tracker for tenant:5d08798323484c2898fdb1641777fcca on resource:security_group {{(pid=82096) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:49:39.401911 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-853987a2-7127-48c6-a9b2-7d1fac19e991 service neutron] 10.222.0.43 "GET /v2.0/networks/a5638089-0bc3-451e-b07e-8f6a2e41d3b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386161
Jul 14 08:49:39.461511 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-d622bd5d-d773-4f58-b307-c088f033b347 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Unset dirty status for tenant:5d08798323484c2898fdb1641777fcca on resource:security_group {{(pid=82096) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:49:39.462776 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-d622bd5d-d773-4f58-b307-c088f033b347 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-313427231&fields=id&tenant_id=5d08798323484c2898fdb1641777fcca HTTP/1.1" status: 200  len: 267 time: 0.2741852
Jul 14 08:49:39.528871 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-5ffb1145-887d-49fb-9390-57b48e450e80 service neutron] 10.222.0.43 "GET /v2.0/networks/52933724-b56f-4198-aacf-d572e3623b57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2798185
Jul 14 08:49:39.551584 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0990ab2e-151b-41c8-861a-e2f23b8f7a85 req-994c4189-7952-4cb6-8f11-39314de61552 service neutron] 10.222.0.43 "GET /v2.0/networks/a5638089-0bc3-451e-b07e-8f6a2e41d3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1427200
Jul 14 08:49:39.564245 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:39.583175 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-d6cf2ce8-e379-4d35-85ef-405dd03b0408 req-c0c6ee75-2542-4775-84fc-2e8dbff68d1d tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132881'] for port, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:39.617692 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-73dea0c2-f431-4a84-9b76-2b2d0c7a1479 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:39.726575 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6ee75-2542-4775-84fc-2e8dbff68d1d tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Pushing event deleted for resources: {'Port': ['ID=c7b85a36-8251-4688-991e-7330120da3a5,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:39.742831 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c0c6ee75-2542-4775-84fc-2e8dbff68d1d tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:39.759574 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5205c869-62f1-4733-9f26-a865992312c9 req-9ff5f221-ba8e-4082-8634-80934b61efab tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.42 "GET /v2.0/ports?device_id=da91893a-b767-4cde-9d53-7564906351c7 HTTP/1.1" status: 200  len: 210 time: 0.0530493
Jul 14 08:49:39.794441 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8a2bed60-8b2d-4929-b91f-5ba5fe354772 req-7fdbdb3c-4bea-4350-9e7e-ef6c52991ec5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=14f51922b06043779a5017e6efa8b95a&device_id=f27ecf2f-1c50-411f-be60-41edcbf2f135 HTTP/1.1" status: 200  len: 1096 time: 0.1307843
Jul 14 08:49:40.023269 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bed60-8b2d-4929-b91f-5ba5fe354772 req-73ddd515-bb79-4128-b474-3708102676e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:40.024879 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8a2bed60-8b2d-4929-b91f-5ba5fe354772 req-73ddd515-bb79-4128-b474-3708102676e4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a5638089-0bc3-451e-b07e-8f6a2e41d3b4 HTTP/1.1" status: 200  len: 910 time: 0.2198606
Jul 14 08:49:40.031832 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ca1ea-876b-4c89-a75e-56d654fb196d req-7c53a679-c425-4219-a796-41ad0ba4c808 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:40.033338 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-de9ca1ea-876b-4c89-a75e-56d654fb196d req-7c53a679-c425-4219-a796-41ad0ba4c808 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 943 time: 0.1438231
Jul 14 08:49:40.079589 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6cf2ce8-e379-4d35-85ef-405dd03b0408 req-c0c6ee75-2542-4775-84fc-2e8dbff68d1d tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] No DVR routers for this DVR port c7b85a36-8251-4688-991e-7330120da3a5 on host hv-cinder-80022 {{(pid=82096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 14 08:49:40.082179 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-d6cf2ce8-e379-4d35-85ef-405dd03b0408 req-c0c6ee75-2542-4775-84fc-2e8dbff68d1d tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:40.091069 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da91893a-b767-4cde-9d53-7564906351c7', 'name': 'network-vif-deleted', 'tag': 'c7b85a36-8251-4688-991e-7330120da3a5'}] {{(pid=82096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:49:40.101613 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8a2bed60-8b2d-4929-b91f-5ba5fe354772 req-99f90b88-66b0-4ae5-9277-d0619c74a95d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=287eceb2-fd79-494c-9c4c-13c46b02a8d5 HTTP/1.1" status: 200  len: 217 time: 0.0672309
Jul 14 08:49:40.122743 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-90581f40-8786-40c8-b2a8-b2a6b68cd800 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:40.123575 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-90581f40-8786-40c8-b2a8-b2a6b68cd800 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Synchronizing usage tracker for tenant:5d08798323484c2898fdb1641777fcca on resource:network {{(pid=82096) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:49:40.140617 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d6cf2ce8-e379-4d35-85ef-405dd03b0408 req-c0c6ee75-2542-4775-84fc-2e8dbff68d1d tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] 10.222.0.43 "DELETE /v2.0/ports/c7b85a36-8251-4688-991e-7330120da3a5 HTTP/1.1" status: 204  len: 173 time: 1.8341024
Jul 14 08:49:40.145210 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-12c46014-7bfc-4894-a6a4-cebaa4e8ac2e req-a968dce3-c1ce-4bed-a4cc-c44b53463807 service neutron] 10.222.0.43 "GET /v2.0/networks/52933724-b56f-4198-aacf-d572e3623b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5632920
Jul 14 08:49:40.162020 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-90581f40-8786-40c8-b2a8-b2a6b68cd800 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Unset dirty status for tenant:5d08798323484c2898fdb1641777fcca on resource:network {{(pid=82096) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:49:40.164858 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-90581f40-8786-40c8-b2a8-b2a6b68cd800 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/networks?id=37d353b7-12ef-44c4-8a9b-63df741acc4b HTTP/1.1" status: 200  len: 809 time: 0.6929007
Jul 14 08:49:40.190580 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-3dc27d8f-c0a8-44ad-acbc-15c2d2429f93 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/quotas/5d08798323484c2898fdb1641777fcca HTTP/1.1" status: 200  len: 375 time: 0.0154829
Jul 14 08:49:40.208718 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-de9ca1ea-876b-4c89-a75e-56d654fb196d req-3e0c4848-ed3d-4c5f-a2d3-c093db5a547d tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Synchronizing usage tracker for tenant:8b3a1809d9a5426abbaa7d1c2677f387 on resource:security_group {{(pid=82095) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:49:40.213367 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bed60-8b2d-4929-b91f-5ba5fe354772 req-d661b3b0-5c9e-4724-8d1c-01cda11d1ec2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:40.214956 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8a2bed60-8b2d-4929-b91f-5ba5fe354772 req-d661b3b0-5c9e-4724-8d1c-01cda11d1ec2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bd6bd243-ec5f-4ebe-97dd-3f142d2cc859 HTTP/1.1" status: 200  len: 848 time: 0.0958118
Jul 14 08:49:40.227735 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-de9ca1ea-876b-4c89-a75e-56d654fb196d req-3e0c4848-ed3d-4c5f-a2d3-c093db5a547d tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Unset dirty status for tenant:8b3a1809d9a5426abbaa7d1c2677f387 on resource:security_group {{(pid=82095) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:49:40.228974 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-de9ca1ea-876b-4c89-a75e-56d654fb196d req-3e0c4848-ed3d-4c5f-a2d3-c093db5a547d tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1438320
Jul 14 08:49:40.318148 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da91893a-b767-4cde-9d53-7564906351c7', 'name': 'network-vif-deleted', 'tag': 'c7b85a36-8251-4688-991e-7330120da3a5', 'status': 'completed', 'code': 200}
Jul 14 08:49:40.340623 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-6de802bf-f81a-4e72-9565-05a21539f5a7 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Synchronizing usage tracker for tenant:5d08798323484c2898fdb1641777fcca on resource:port {{(pid=82096) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:49:40.377804 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-6de802bf-f81a-4e72-9565-05a21539f5a7 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Unset dirty status for tenant:5d08798323484c2898fdb1641777fcca on resource:port {{(pid=82096) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:49:40.379185 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-6de802bf-f81a-4e72-9565-05a21539f5a7 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08798323484c2898fdb1641777fcca&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1806650
Jul 14 08:49:40.386181 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fee7434b-294e-456c-ad22-85d10fd055ee req-ce40b08d-63a3-42a6-a96a-05a4931d9eaa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b3a1809d9a5426abbaa7d1c2677f387&device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 1096 time: 0.1131046
Jul 14 08:49:40.409987 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8a2bed60-8b2d-4929-b91f-5ba5fe354772 req-d6a042f4-f341-4155-83e5-8ab072927c27 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a5638089-0bc3-451e-b07e-8f6a2e41d3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1377630
Jul 14 08:49:40.644853 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8a2bed60-8b2d-4929-b91f-5ba5fe354772 req-e69239e9-b1a2-4ce6-a083-1bc89b4c362e service neutron] 10.222.0.43 "GET /v2.0/networks/a5638089-0bc3-451e-b07e-8f6a2e41d3b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2103260
Jul 14 08:49:40.651843 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8452f1-3f90-4265-9fbf-7ee7e4eda1a8 req-39869aac-27eb-4629-8de2-641b42e20d05 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:40.653699 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6b8452f1-3f90-4265-9fbf-7ee7e4eda1a8 req-39869aac-27eb-4629-8de2-641b42e20d05 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=f27ecf2f-1c50-411f-be60-41edcbf2f135 HTTP/1.1" status: 200  len: 943 time: 0.1915326
Jul 14 08:49:40.663447 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-479b754b-0c24-4c79-8837-be898f8efc56 service neutron] 10.222.0.42 "GET /v2.0/networks/37d353b7-12ef-44c4-8a9b-63df741acc4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2704248
Jul 14 08:49:40.665786 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7434b-294e-456c-ad22-85d10fd055ee req-80f7ec77-3fb0-43a1-a9d4-9d92c833ea92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:40.667256 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fee7434b-294e-456c-ad22-85d10fd055ee req-80f7ec77-3fb0-43a1-a9d4-9d92c833ea92 service neutron] 10.222.0.43 "GET /v2.0/networks?id=52933724-b56f-4198-aacf-d572e3623b57 HTTP/1.1" status: 200  len: 917 time: 0.2490022
Jul 14 08:49:40.819571 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fee7434b-294e-456c-ad22-85d10fd055ee req-c62b30b7-522e-4cf6-9168-377cbf38f82f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4460edbb-4e37-4756-8d17-827c59e5989d HTTP/1.1" status: 200  len: 217 time: 0.1280131
Jul 14 08:49:40.937448 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7434b-294e-456c-ad22-85d10fd055ee req-1255d5fd-8910-44e6-be14-7333d30cb629 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:40.939029 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fee7434b-294e-456c-ad22-85d10fd055ee req-1255d5fd-8910-44e6-be14-7333d30cb629 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d2471914-bec5-4d3a-8fbd-31586948f335 HTTP/1.1" status: 200  len: 855 time: 0.1056454
Jul 14 08:49:40.944746 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-ea9556da-b861-4a99-8441-66fbf7d0ca6a service neutron] 10.222.0.42 "GET /v2.0/networks/37d353b7-12ef-44c4-8a9b-63df741acc4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2748125
Jul 14 08:49:41.023860 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fee7434b-294e-456c-ad22-85d10fd055ee req-6d99f24c-4af7-48d2-a955-3856af34d314 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=52933724-b56f-4198-aacf-d572e3623b57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0776100
Jul 14 08:49:41.029143 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8a2bed60-8b2d-4929-b91f-5ba5fe354772 req-5983bbd3-d622-4bcd-b5c5-678d25f8aab7 service neutron] 10.222.0.43 "GET /v2.0/networks/a5638089-0bc3-451e-b07e-8f6a2e41d3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3748353
Jul 14 08:49:41.036589 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6b8452f1-3f90-4265-9fbf-7ee7e4eda1a8 req-83ed7d50-4840-47fc-bf5b-4a7c99b25da2 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=b16c7df3-3da8-4659-ae3a-2567bc31956c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3608980
Jul 14 08:49:41.080485 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device c7b85a36-8251-4688-991e-7330120da3a5 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:49:41.157314 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] No Port match for: c7b85a36-8251-4688-991e-7330120da3a5 {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:49:41.158192 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device c7b85a36-8251-4688-991e-7330120da3a5 not bound to the agent host hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:49:41.254993 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fee7434b-294e-456c-ad22-85d10fd055ee req-1ea069bb-9d17-4a9c-9356-7fef2699751d service neutron] 10.222.0.43 "GET /v2.0/networks/52933724-b56f-4198-aacf-d572e3623b57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1978357
Jul 14 08:49:41.478574 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26abb1b-f47e-4e0b-b04c-79fac588c807 req-8d104223-622a-4333-b3a8-6f33453281d8 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:41.480724 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b26abb1b-f47e-4e0b-b04c-79fac588c807 req-8d104223-622a-4333-b3a8-6f33453281d8 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 943 time: 0.1008918
Jul 14 08:49:41.504442 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fee7434b-294e-456c-ad22-85d10fd055ee req-06f33711-adc3-4289-bdd9-9443690f97e4 service neutron] 10.222.0.43 "GET /v2.0/networks/52933724-b56f-4198-aacf-d572e3623b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2417953
Jul 14 08:49:41.527757 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6d289336-5e5d-4e60-8e01-b262484da771 req-465f8bfd-9751-4ce5-b93f-6347b157939f tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 210 time: 0.0611713
Jul 14 08:49:41.536062 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b26abb1b-f47e-4e0b-b04c-79fac588c807 req-d9aa66a6-2f99-429c-a274-fd85e8ab4173 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491829
Jul 14 08:49:42.017890 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 60776) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:49:42.264752 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62902f9-cc05-4bd1-a21d-71bd07c3513f req-f5712ee6-ed5b-41ff-a499-5c6f896000cf tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:42.267798 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f62902f9-cc05-4bd1-a21d-71bd07c3513f req-f5712ee6-ed5b-41ff-a499-5c6f896000cf tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=f27ecf2f-1c50-411f-be60-41edcbf2f135 HTTP/1.1" status: 200  len: 943 time: 0.1000075
Jul 14 08:49:42.317330 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f62902f9-cc05-4bd1-a21d-71bd07c3513f req-ef929396-d22c-45f2-8aec-4e979cfb96a3 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=b16c7df3-3da8-4659-ae3a-2567bc31956c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444059
Jul 14 08:49:42.434753 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-46b19edb-3ea3-4bb4-bc1e-ad37a21811a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854084536'] for router_interface, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:42.710067 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-532df901-072c-4dba-aba4-db6e62b27df7 req-47d0db2c-d1dd-4562-9605-4d5b05fd466f tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 210 time: 0.0523908
Jul 14 08:49:42.901601 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a46994-49ca-4eaf-8460-7892d877ef4f req-272a7126-aa74-4a4a-8265-a97164465074 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:42.903258 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-31a46994-49ca-4eaf-8460-7892d877ef4f req-272a7126-aa74-4a4a-8265-a97164465074 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 943 time: 0.2174764
Jul 14 08:49:42.915511 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-b20d1750-4854-41ab-b0a8-ad0dd79626c0 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:42.917044 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-b20d1750-4854-41ab-b0a8-ad0dd79626c0 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.43 "GET /v2.0/networks?id=37d353b7-12ef-44c4-8a9b-63df741acc4b HTTP/1.1" status: 200  len: 809 time: 0.1905291
Jul 14 08:49:42.986869 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-31a46994-49ca-4eaf-8460-7892d877ef4f req-77d1da0a-bac0-44a4-9c44-8ba05770c144 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0687866
Jul 14 08:49:43.008313 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-ac79a824-e7b5-439f-9d39-eeff85c00a82 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d08798323484c2898fdb1641777fcca HTTP/1.1" status: 200  len: 379 time: 0.0602453
Jul 14 08:49:43.027344 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-c83a8d63-498e-4fdb-ac52-eb9704ba126e tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Request body: {'port': {'device_id': '67df88df-fa58-4ecc-be5e-c1d19ba0ffcc', 'network_id': '37d353b7-12ef-44c4-8a9b-63df741acc4b', 'admin_state_up': True, 'tenant_id': '5d08798323484c2898fdb1641777fcca', 'security_groups': ['40f63e2b-7e9f-408c-9a4b-404382302049']}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:49:43.113478 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 287eceb2-fd79-494c-9c4c-13c46b02a8d5 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 14 08:49:43.164221 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-46b19edb-3ea3-4bb4-bc1e-ad37a21811a6 admin admin] Deleting port 9879f769-9e07-4fd7-9a9a-eee24bc68c26 {{(pid=82095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:49:43.164718 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-46b19edb-3ea3-4bb4-bc1e-ad37a21811a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:43.169324 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-c83a8d63-498e-4fdb-ac52-eb9704ba126e tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:49:43.179480 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-c83a8d63-498e-4fdb-ac52-eb9704ba126e tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:49:43.188509 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-c83a8d63-498e-4fdb-ac52-eb9704ba126e tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Made reservation on behalf of 5d08798323484c2898fdb1641777fcca for: {'port': 1} {{(pid=82096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:49:43.194486 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-c83a8d63-498e-4fdb-ac52-eb9704ba126e tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:43.260825 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port 287eceb2-fd79-494c-9c4c-13c46b02a8d5, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=287eceb2-fd79-494c-9c4c-13c46b02a8d5,segment=NetworkSegment(12621a13-2c01-4bd6-95be-3fd9fa7c6003),segment_id=12621a13-2c01-4bd6-95be-3fd9fa7c6003)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:49:43.275310 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Returning: {'device': '287eceb2-fd79-494c-9c4c-13c46b02a8d5', 'network_id': 'a5638089-0bc3-451e-b07e-8f6a2e41d3b4', 'port_id': '287eceb2-fd79-494c-9c4c-13c46b02a8d5', 'mac_address': 'fa:16:3e:5e:bf:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd6bd243-ec5f-4ebe-97dd-3f142d2cc859', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 14 08:49:43.331326 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:43.359566 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 287eceb2-fd79-494c-9c4c-13c46b02a8d5 {{(pid=82097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:49:43.359728 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-46b19edb-3ea3-4bb4-bc1e-ad37a21811a6 admin admin] For port 9879f769-9e07-4fd7-9a9a-eee24bc68c26, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=9879f769-9e07-4fd7-9a9a-eee24bc68c26,segment=NetworkSegment(6ab29609-c173-4982-94fe-df6d6c34ea40),segment_id=6ab29609-c173-4982-94fe-df6d6c34ea40)] {{(pid=82095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:49:43.360055 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-46b19edb-3ea3-4bb4-bc1e-ad37a21811a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:43.375668 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port 287eceb2-fd79-494c-9c4c-13c46b02a8d5, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=287eceb2-fd79-494c-9c4c-13c46b02a8d5,segment=NetworkSegment(12621a13-2c01-4bd6-95be-3fd9fa7c6003),segment_id=12621a13-2c01-4bd6-95be-3fd9fa7c6003)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:49:43.379552 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:43.380629 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 4460edbb-4e37-4756-8d17-827c59e5989d details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 14 08:49:43.383005 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-19848c09-35d3-4406-a23b-fe3987b3175e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:43.407965 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-c83a8d63-498e-4fdb-ac52-eb9704ba126e tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Allocated IP 172.20.0.6 (37d353b7-12ef-44c4-8a9b-63df741acc4b/a615d5f3-558f-4146-a085-7707c0194061/cb2308f7-3d56-4301-8a0d-a171e2bab62d) {{(pid=82096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:49:43.533498 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=287eceb2-fd79-494c-9c4c-13c46b02a8d5,revision_number=4']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:43.541972 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:43.622882 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port 4460edbb-4e37-4756-8d17-827c59e5989d, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=4460edbb-4e37-4756-8d17-827c59e5989d,segment=NetworkSegment(54020ed2-9764-455c-bb75-78a5101f4433),segment_id=54020ed2-9764-455c-bb75-78a5101f4433)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:49:43.638069 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Returning: {'device': '4460edbb-4e37-4756-8d17-827c59e5989d', 'network_id': '52933724-b56f-4198-aacf-d572e3623b57', 'port_id': '4460edbb-4e37-4756-8d17-827c59e5989d', 'mac_address': 'fa:16:3e:86:8d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2471914-bec5-4d3a-8fbd-31586948f335', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 14 08:49:43.676554 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-46b19edb-3ea3-4bb4-bc1e-ad37a21811a6 admin admin] Calling delete_port for 9879f769-9e07-4fd7-9a9a-eee24bc68c26 owned by network:router_interface {{(pid=82095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:49:43.706137 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:43.729440 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4460edbb-4e37-4756-8d17-827c59e5989d {{(pid=82097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:49:43.779180 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port 4460edbb-4e37-4756-8d17-827c59e5989d, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=4460edbb-4e37-4756-8d17-827c59e5989d,segment=NetworkSegment(54020ed2-9764-455c-bb75-78a5101f4433),segment_id=54020ed2-9764-455c-bb75-78a5101f4433)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:49:43.786036 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:43.792118 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-14af4857-4729-4226-88c1-1fc1641a018d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:43.814446 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-c83a8d63-498e-4fdb-ac52-eb9704ba126e tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks [] for port, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:43.834729 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-c83a8d63-498e-4fdb-ac52-eb9704ba126e tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Transition to ACTIVE for port object cb2308f7-3d56-4301-8a0d-a171e2bab62d will not be triggered until provisioned by entity DHCP. {{(pid=82096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:49:43.864456 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-c83a8d63-498e-4fdb-ac52-eb9704ba126e tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132881'] for port, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:43.874316 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=4460edbb-4e37-4756-8d17-827c59e5989d,revision_number=4']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:43.879616 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1fe51-db6a-408e-a170-ea4aa02d7d3e req-4d2925d9-fd56-4abd-8f35-699dc05af160 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:43.884598 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:43.885473 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-96b1fe51-db6a-408e-a170-ea4aa02d7d3e req-4d2925d9-fd56-4abd-8f35-699dc05af160 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=f27ecf2f-1c50-411f-be60-41edcbf2f135 HTTP/1.1" status: 200  len: 944 time: 0.3923693
Jul 14 08:49:43.886600 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-f92ebc1d-6945-4bc9-8570-8267f3273a6b tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:43.991369 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-96b1fe51-db6a-408e-a170-ea4aa02d7d3e req-abb1bacb-ad61-4521-ad3a-87b6392eb08d tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=b16c7df3-3da8-4659-ae3a-2567bc31956c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0982320
Jul 14 08:49:44.009502 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a8d63-498e-4fdb-ac52-eb9704ba126e tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Pushing event updated for resources: {'Port': ['ID=cb2308f7-3d56-4301-8a0d-a171e2bab62d,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:44.013345 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-c83a8d63-498e-4fdb-ac52-eb9704ba126e tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Network 37d353b7-12ef-44c4-8a9b-63df741acc4b is already hosted by enough agents. {{(pid=82096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:49:44.018698 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c83a8d63-498e-4fdb-ac52-eb9704ba126e tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:44.019824 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-c83a8d63-498e-4fdb-ac52-eb9704ba126e tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Resources bound (agent type, host, resource id):  {{(pid=82096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:49:44.026875 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-c83a8d63-498e-4fdb-ac52-eb9704ba126e tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Received port after_create {{(pid=82096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:49:44.036302 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-46b19edb-3ea3-4bb4-bc1e-ad37a21811a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:44.057355 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-66a765e7-30fd-4d56-978d-b07cfa1c68a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:44.136857 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b19edb-3ea3-4bb4-bc1e-ad37a21811a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9879f769-9e07-4fd7-9a9a-eee24bc68c26,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:44.139726 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-46b19edb-3ea3-4bb4-bc1e-ad37a21811a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:44.144215 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e7739-f3ef-4a46-af6c-642e08bf4db1 req-41909dfc-c890-4d6d-8586-1baa862ac74f tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:44.145947 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-302e7739-f3ef-4a46-af6c-642e08bf4db1 req-41909dfc-c890-4d6d-8586-1baa862ac74f tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 931 time: 0.1849616
Jul 14 08:49:44.153401 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-c83a8d63-498e-4fdb-ac52-eb9704ba126e tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:44.154452 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-c83a8d63-498e-4fdb-ac52-eb9704ba126e tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:44.182362 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] get_ports_and_sgs() called for port_ids ['287eceb2-fd79-494c-9c4c-13c46b02a8d5'] {{(pid=82097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 14 08:49:44.253664 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-c83a8d63-498e-4fdb-ac52-eb9704ba126e tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2306378
Jul 14 08:49:44.254909 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] get_ports_and_sgs() called for port_ids ['4460edbb-4e37-4756-8d17-827c59e5989d'] {{(pid=82097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 14 08:49:44.262435 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-302e7739-f3ef-4a46-af6c-642e08bf4db1 req-39886ca6-dfcb-476f-8850-26a1908f3e8a tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0968363
Jul 14 08:49:44.275323 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-d9321d96-8ecd-440d-9c36-6ab9208abf36 service neutron] Request body: {'port': {'device_id': '67df88df-fa58-4ecc-be5e-c1d19ba0ffcc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:49:44.432663 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-d9321d96-8ecd-440d-9c36-6ab9208abf36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:44.535989 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76527cfe-e13d-43f3-a145-1c9a56b52c67 req-7122b4a0-fb29-43d9-8887-94a602988017 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:44.556537 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-76527cfe-e13d-43f3-a145-1c9a56b52c67 req-7122b4a0-fb29-43d9-8887-94a602988017 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 944 time: 0.3083208
Jul 14 08:49:44.598835 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-f166a34e-9b24-4b2f-b6fd-2326905a3b39 None None] Provisioning for port cb2308f7-3d56-4301-8a0d-a171e2bab62d completed by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:49:44.605953 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-f166a34e-9b24-4b2f-b6fd-2326905a3b39 None None] Provisioning complete for port cb2308f7-3d56-4301-8a0d-a171e2bab62d triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:49:44.606585 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f166a34e-9b24-4b2f-b6fd-2326905a3b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:44.637643 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-76527cfe-e13d-43f3-a145-1c9a56b52c67 req-eb543784-a37f-4f80-a2b7-fe8bca036399 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0800655
Jul 14 08:49:44.695225 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-46b19edb-3ea3-4bb4-bc1e-ad37a21811a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7804734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699896'] for router_interface, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:44.731033 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-f166a34e-9b24-4b2f-b6fd-2326905a3b39 None None] Port cb2308f7-3d56-4301-8a0d-a171e2bab62d cannot update to ACTIVE because it is not bound. {{(pid=82097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 14 08:49:45.197464 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-d9321d96-8ecd-440d-9c36-6ab9208abf36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb2308f7-3d56-4301-8a0d-a171e2bab62d {{(pid=82096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:49:45.207438 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-d9321d96-8ecd-440d-9c36-6ab9208abf36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:45.266939 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-d9321d96-8ecd-440d-9c36-6ab9208abf36 service neutron] Transition to ACTIVE for port object cb2308f7-3d56-4301-8a0d-a171e2bab62d will not be triggered until provisioned by entity L2. {{(pid=82096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:49:45.275346 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-d9321d96-8ecd-440d-9c36-6ab9208abf36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853642936'] for port, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:45.284491 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c62fab5d-a502-4c0f-9e98-72ccf2d93116 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:45.519417 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9321d96-8ecd-440d-9c36-6ab9208abf36 service neutron] Pushing event updated for resources: {'Port': ['ID=cb2308f7-3d56-4301-8a0d-a171e2bab62d,revision_number=2']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:45.523418 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-d9321d96-8ecd-440d-9c36-6ab9208abf36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:45.592744 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82ae2b-ebb7-4c9f-aefa-4034787e6733 req-33599423-9442-4ed6-952b-84a2bccd90e3 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:45.597642 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9b82ae2b-ebb7-4c9f-aefa-4034787e6733 req-33599423-9442-4ed6-952b-84a2bccd90e3 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=f27ecf2f-1c50-411f-be60-41edcbf2f135 HTTP/1.1" status: 200  len: 944 time: 0.3668447
Jul 14 08:49:45.687052 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-d9321d96-8ecd-440d-9c36-6ab9208abf36 service neutron] Attempting to bind port cb2308f7-3d56-4301-8a0d-a171e2bab62d on host hv-cinder-80022 for vnic_type normal with profile  {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:49:45.687455 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-d9321d96-8ecd-440d-9c36-6ab9208abf36 service neutron] Attempting to bind port cb2308f7-3d56-4301-8a0d-a171e2bab62d by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '745ade6f-7373-46a0-bd3a-0228d40f5712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '37d353b7-12ef-44c4-8a9b-63df741acc4b'}] {{(pid=82096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:49:45.687823 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-d9321d96-8ecd-440d-9c36-6ab9208abf36 service neutron] Attempting to bind port cb2308f7-3d56-4301-8a0d-a171e2bab62d on network 37d353b7-12ef-44c4-8a9b-63df741acc4b {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:49:45.714350 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-d9321d96-8ecd-440d-9c36-6ab9208abf36 service neutron] Port cb2308f7-3d56-4301-8a0d-a171e2bab62d on network 37d353b7-12ef-44c4-8a9b-63df741acc4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 14 08:49:45.714725 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-d9321d96-8ecd-440d-9c36-6ab9208abf36 service neutron] Attempting to bind port cb2308f7-3d56-4301-8a0d-a171e2bab62d on network 37d353b7-12ef-44c4-8a9b-63df741acc4b {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:49:45.719255 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9b82ae2b-ebb7-4c9f-aefa-4034787e6733 req-5f6aac88-7f76-4376-a62c-1c37fd41bc6d tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=b16c7df3-3da8-4659-ae3a-2567bc31956c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1134310
Jul 14 08:49:45.731343 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-d9321d96-8ecd-440d-9c36-6ab9208abf36 service neutron] Checking agent: {'id': 'aa24af5c-becf-43a3-9631-f44e6c3cc568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 41, 34), 'started_at': datetime.datetime(2021, 7, 14, 8, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:49:45.731688 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-d9321d96-8ecd-440d-9c36-6ab9208abf36 service neutron] Checking segment: {'id': '745ade6f-7373-46a0-bd3a-0228d40f5712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '37d353b7-12ef-44c4-8a9b-63df741acc4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:49:45.732109 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-d9321d96-8ecd-440d-9c36-6ab9208abf36 service neutron] Bound using segment: {'id': '745ade6f-7373-46a0-bd3a-0228d40f5712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '37d353b7-12ef-44c4-8a9b-63df741acc4b'} {{(pid=82096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:49:45.732587 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-d9321d96-8ecd-440d-9c36-6ab9208abf36 service neutron] Bound port: cb2308f7-3d56-4301-8a0d-a171e2bab62d, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745ade6f-7373-46a0-bd3a-0228d40f5712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '37d353b7-12ef-44c4-8a9b-63df741acc4b'}}] {{(pid=82096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:49:45.732985 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-d9321d96-8ecd-440d-9c36-6ab9208abf36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:45.802191 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5590f0-3bd4-4a86-b6e0-2757db7f316f req-a2f4de7e-c295-4ab4-ba9b-b78389bc252d tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:45.804585 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-dc5590f0-3bd4-4a86-b6e0-2757db7f316f req-a2f4de7e-c295-4ab4-ba9b-b78389bc252d tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 943 time: 0.3376167
Jul 14 08:49:45.863300 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-d9321d96-8ecd-440d-9c36-6ab9208abf36 service neutron] For port cb2308f7-3d56-4301-8a0d-a171e2bab62d, host hv-cinder-80022, cleared binding levels {{(pid=82096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:49:45.868384 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-d9321d96-8ecd-440d-9c36-6ab9208abf36 service neutron] For port cb2308f7-3d56-4301-8a0d-a171e2bab62d, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=cb2308f7-3d56-4301-8a0d-a171e2bab62d,segment=NetworkSegment(745ade6f-7373-46a0-bd3a-0228d40f5712),segment_id=745ade6f-7373-46a0-bd3a-0228d40f5712)] {{(pid=82096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:49:45.874198 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-dc5590f0-3bd4-4a86-b6e0-2757db7f316f req-5be47e80-2393-440e-a3a8-3826eae615b6 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Synchronizing usage tracker for tenant:5d08798323484c2898fdb1641777fcca on resource:security_group {{(pid=82095) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:49:45.893673 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-dc5590f0-3bd4-4a86-b6e0-2757db7f316f req-5be47e80-2393-440e-a3a8-3826eae615b6 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Unset dirty status for tenant:5d08798323484c2898fdb1641777fcca on resource:security_group {{(pid=82095) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:49:45.894902 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-dc5590f0-3bd4-4a86-b6e0-2757db7f316f req-5be47e80-2393-440e-a3a8-3826eae615b6 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0834539
Jul 14 08:49:45.906887 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-d9321d96-8ecd-440d-9c36-6ab9208abf36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853642936'] for port, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:45.915896 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-45db9b41-236a-48d5-9d51-01761d426388 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:45.947629 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b19edb-3ea3-4bb4-bc1e-ad37a21811a6 admin admin] Router 119d84f4-31b3-4a20-a1fc-f7186b505e62 has already been hosted by L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c {{(pid=82095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 14 08:49:45.988819 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-d9321d96-8ecd-440d-9c36-6ab9208abf36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:45.990392 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-d9321d96-8ecd-440d-9c36-6ab9208abf36 service neutron] 10.222.0.43 "PUT /v2.0/ports/cb2308f7-3d56-4301-8a0d-a171e2bab62d HTTP/1.1" status: 200  len: 1093 time: 1.7211046
Jul 14 08:49:45.990937 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67df88df-fa58-4ecc-be5e-c1d19ba0ffcc', 'tag': 'cb2308f7-3d56-4301-8a0d-a171e2bab62d'}] {{(pid=82096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:49:46.021764 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9321d96-8ecd-440d-9c36-6ab9208abf36 service neutron] Pushing event updated for resources: {'Port': ['ID=cb2308f7-3d56-4301-8a0d-a171e2bab62d,revision_number=3']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:46.025545 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-d9321d96-8ecd-440d-9c36-6ab9208abf36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:46.042451 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c0c19-c3ad-4a89-9559-17772db976ce req-2f7f60db-7402-4811-acb6-9f88541e9a5b tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:46.044488 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f31c0c19-c3ad-4a89-9559-17772db976ce req-2f7f60db-7402-4811-acb6-9f88541e9a5b tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 944 time: 0.1781890
Jul 14 08:49:46.049910 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67df88df-fa58-4ecc-be5e-c1d19ba0ffcc', 'tag': 'cb2308f7-3d56-4301-8a0d-a171e2bab62d', 'status': 'completed', 'code': 200}
Jul 14 08:49:46.096337 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f31c0c19-c3ad-4a89-9559-17772db976ce req-bc44ba89-c60a-4e0c-bbc5-41c42e80264f tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445194
Jul 14 08:49:46.194749 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b19edb-3ea3-4bb4-bc1e-ad37a21811a6 admin admin] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:49:46.203943 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be4218f-2494-4a2a-a06c-98d46302cf44 None None] Sync routers for ids ['119d84f4-31b3-4a20-a1fc-f7186b505e62'] in dv-cinder-800229-1-iscsi {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:49:46.211794 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-46b19edb-3ea3-4bb4-bc1e-ad37a21811a6 admin admin] 10.222.0.42 "PUT /v2.0/routers/119d84f4-31b3-4a20-a1fc-f7186b505e62/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1926911
Jul 14 08:49:46.214631 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 60830) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:49:46.217445 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be4218f-2494-4a2a-a06c-98d46302cf44 None None] Routers {'119d84f4-31b3-4a20-a1fc-f7186b505e62'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:49:46.218125 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-3be4218f-2494-4a2a-a06c-98d46302cf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6402a31a20>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:49:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['119d84f4-31b3-4a20-a1fc-f7186b505e62'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:49:46.432676 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0195e232-a9f9-4cec-a16a-ec3489880439 admin admin] Notify callbacks [] for router, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:46.561264 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-3be4218f-2494-4a2a-a06c-98d46302cf44 None None] Set router 119d84f4-31b3-4a20-a1fc-f7186b505e62 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:49:46.642369 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0195e232-a9f9-4cec-a16a-ec3489880439 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:46.650474 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-0195e232-a9f9-4cec-a16a-ec3489880439 admin admin] Deleting port 921031be-df4a-4a1a-82ca-b46c0affff6d {{(pid=82096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:49:46.650844 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0195e232-a9f9-4cec-a16a-ec3489880439 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:46.834255 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-0195e232-a9f9-4cec-a16a-ec3489880439 admin admin] For port 921031be-df4a-4a1a-82ca-b46c0affff6d, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=921031be-df4a-4a1a-82ca-b46c0affff6d,segment=NetworkSegment(eeb05519-cb3f-4410-affd-d7c1079f9a7a),segment_id=eeb05519-cb3f-4410-affd-d7c1079f9a7a)] {{(pid=82096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:49:46.834805 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0195e232-a9f9-4cec-a16a-ec3489880439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:46.867167 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-3be4218f-2494-4a2a-a06c-98d46302cf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6402a31a20>, [{'id': '119d84f4-31b3-4a20-a1fc-f7186b505e62', 'name': 'tempest-TestMinimumBasicScenario-2035121711-router', 'tenant_id': '040f599933ea4921bd32ee786c14df5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '921031be-df4a-4a1a-82ca-b46c0affff6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:45:41Z', 'updated_at': '2021-07-14T08:49:43Z', 'revision_number': 5, 'project_id': '040f599933ea4921bd32ee786c14df5e', 'gw_port': {'id': '921031be-df4a-4a1a-82ca-b46c0affff6d', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119d84f4-31b3-4a20-a1fc-f7186b505e62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:42Z', 'updated_at': '2021-07-14T08:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi'}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:49:46.871865 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be4218f-2494-4a2a-a06c-98d46302cf44 None None] Checking router: 119d84f4-31b3-4a20-a1fc-f7186b505e62 for host: dv-cinder-800229-1-iscsi {{(pid=82097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:49:46.884056 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be4218f-2494-4a2a-a06c-98d46302cf44 None None] Routers {'119d84f4-31b3-4a20-a1fc-f7186b505e62'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:49:46.884839 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-3be4218f-2494-4a2a-a06c-98d46302cf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6402a31a20>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:49:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['119d84f4-31b3-4a20-a1fc-f7186b505e62'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:49:46.964134 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee88b1-d016-41b2-882c-9a1ecded8838 req-69aa145c-4da2-4008-ae3a-9c8703e08bb2 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:46.965775 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3fee88b1-d016-41b2-882c-9a1ecded8838 req-69aa145c-4da2-4008-ae3a-9c8703e08bb2 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=f27ecf2f-1c50-411f-be60-41edcbf2f135 HTTP/1.1" status: 200  len: 944 time: 0.1144180
Jul 14 08:49:46.986113 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-0195e232-a9f9-4cec-a16a-ec3489880439 admin admin] Calling delete_port for 921031be-df4a-4a1a-82ca-b46c0affff6d owned by network:router_gateway {{(pid=82096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:49:47.040352 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3fee88b1-d016-41b2-882c-9a1ecded8838 req-a96fd7f2-b2c1-44b2-8dc6-da2ff097a541 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=b16c7df3-3da8-4659-ae3a-2567bc31956c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677645
Jul 14 08:49:47.067238 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-3be4218f-2494-4a2a-a06c-98d46302cf44 None None] Set router 119d84f4-31b3-4a20-a1fc-f7186b505e62 gateway port host: None {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:49:47.177786 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-3be4218f-2494-4a2a-a06c-98d46302cf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6402a31a20>, [{'id': '119d84f4-31b3-4a20-a1fc-f7186b505e62', 'name': 'tempest-TestMinimumBasicScenario-2035121711-router', 'tenant_id': '040f599933ea4921bd32ee786c14df5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:45:41Z', 'updated_at': '2021-07-14T08:49:46Z', 'revision_number': 6, 'project_id': '040f599933ea4921bd32ee786c14df5e', 'gw_port_host': None}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:49:47.182090 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be4218f-2494-4a2a-a06c-98d46302cf44 None None] The sync data for ids ['119d84f4-31b3-4a20-a1fc-f7186b505e62'] in dv-cinder-800229-1-iscsi is: [{'id': '119d84f4-31b3-4a20-a1fc-f7186b505e62', 'name': 'tempest-TestMinimumBasicScenario-2035121711-router', 'tenant_id': '040f599933ea4921bd32ee786c14df5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:45:41Z', 'updated_at': '2021-07-14T08:49:46Z', 'revision_number': 6, 'project_id': '040f599933ea4921bd32ee786c14df5e', 'gw_port_host': None}] {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:49:47.307846 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08862e-f61e-4ba2-bd3f-1600a81d868a req-f3c3c238-2f5a-4304-aea5-7f33fbaae2f0 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:47.308749 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-9f08862e-f61e-4ba2-bd3f-1600a81d868a req-f3c3c238-2f5a-4304-aea5-7f33fbaae2f0 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Synchronizing usage tracker for tenant:5d08798323484c2898fdb1641777fcca on resource:port {{(pid=82096) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:49:47.336392 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b7644-1a56-44fb-b00d-d08a3c27d9d0 req-ee272a1a-b69a-4273-ac7d-1eb6ea85e0a8 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:47.337956 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c91b7644-1a56-44fb-b00d-d08a3c27d9d0 req-ee272a1a-b69a-4273-ac7d-1eb6ea85e0a8 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 944 time: 0.0889428
Jul 14 08:49:47.360490 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-9f08862e-f61e-4ba2-bd3f-1600a81d868a req-f3c3c238-2f5a-4304-aea5-7f33fbaae2f0 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Unset dirty status for tenant:5d08798323484c2898fdb1641777fcca on resource:port {{(pid=82096) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:49:47.361731 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9f08862e-f61e-4ba2-bd3f-1600a81d868a req-f3c3c238-2f5a-4304-aea5-7f33fbaae2f0 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 943 time: 0.3255060
Jul 14 08:49:47.398688 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c91b7644-1a56-44fb-b00d-d08a3c27d9d0 req-f0932121-f386-4eb2-bd50-352de644e108 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540330
Jul 14 08:49:47.432755 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0195e232-a9f9-4cec-a16a-ec3489880439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132881'] for port, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:47.438342 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-14ac97bf-f11e-4fa7-83ed-14782d17ec61 tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:47.474175 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9f08862e-f61e-4ba2-bd3f-1600a81d868a req-1d330900-3f70-4f6e-b755-eb80f615682b tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0987320
Jul 14 08:49:47.482800 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195e232-a9f9-4cec-a16a-ec3489880439 admin admin] Pushing event deleted for resources: {'Port': ['ID=921031be-df4a-4a1a-82ca-b46c0affff6d,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:47.485493 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-0195e232-a9f9-4cec-a16a-ec3489880439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:47.919665 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0195e232-a9f9-4cec-a16a-ec3489880439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854079879'] for router_gateway, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:48.186368 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0195e232-a9f9-4cec-a16a-ec3489880439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854083207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29855'] for router, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:48.190797 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0195e232-a9f9-4cec-a16a-ec3489880439 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:48.248566 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82a10e-62c0-4bb0-a39a-685444205090 req-5778fd4d-3ef7-4e34-bebc-4c46cf791c50 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:48.250158 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6d82a10e-62c0-4bb0-a39a-685444205090 req-5778fd4d-3ef7-4e34-bebc-4c46cf791c50 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=f27ecf2f-1c50-411f-be60-41edcbf2f135 HTTP/1.1" status: 200  len: 944 time: 0.0854585
Jul 14 08:49:48.282953 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0195e232-a9f9-4cec-a16a-ec3489880439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697065'] for router, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:48.283540 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0195e232-a9f9-4cec-a16a-ec3489880439 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 119d84f4-31b3-4a20-a1fc-f7186b505e62 {{(pid=82096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 14 08:49:48.300924 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0195e232-a9f9-4cec-a16a-ec3489880439 admin admin] Notify callbacks [] for router, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:48.304622 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-0195e232-a9f9-4cec-a16a-ec3489880439 admin admin] 10.222.0.42 "DELETE /v2.0/routers/119d84f4-31b3-4a20-a1fc-f7186b505e62 HTTP/1.1" status: 204  len: 168 time: 2.0861237
Jul 14 08:49:48.304756 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6d82a10e-62c0-4bb0-a39a-685444205090 req-08c7c11f-c6f0-404e-9190-defee1f55f5e tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=b16c7df3-3da8-4659-ae3a-2567bc31956c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461304
Jul 14 08:49:48.306030 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 60850) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:49:48.329179 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 287eceb2-fd79-494c-9c4c-13c46b02a8d5 up at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:49:48.386208 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_v2 [None req-15c4cc03-5b93-4c09-8d25-5b2b70110280 admin admin] Deleting subnet 2cf41e9b-05a3-472b-ac95-40e03d3ea215 {{(pid=82095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 14 08:49:48.391436 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-15c4cc03-5b93-4c09-8d25-5b2b70110280 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:48.410678 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning for port 287eceb2-fd79-494c-9c4c-13c46b02a8d5 completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:49:48.418095 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning complete for port 287eceb2-fd79-494c-9c4c-13c46b02a8d5 triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:49:48.418531 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:48.448887 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f6012968-b2c1-4e86-8141-c3974e205a53 req-e55691d4-dff8-4994-9234-7d977c4bc78b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5d08798323484c2898fdb1641777fcca&device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 1096 time: 0.0858550
Jul 14 08:49:48.456844 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-15c4cc03-5b93-4c09-8d25-5b2b70110280 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852833241'] for subnet, precommit_delete_associations {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:48.549438 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:48.592400 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port 287eceb2-fd79-494c-9c4c-13c46b02a8d5, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=287eceb2-fd79-494c-9c4c-13c46b02a8d5,segment=NetworkSegment(12621a13-2c01-4bd6-95be-3fd9fa7c6003),segment_id=12621a13-2c01-4bd6-95be-3fd9fa7c6003)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:49:48.594376 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27ecf2f-1c50-411f-be60-41edcbf2f135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287eceb2-fd79-494c-9c4c-13c46b02a8d5'}] {{(pid=82097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:49:48.601768 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:48.603023 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 4460edbb-4e37-4756-8d17-827c59e5989d up at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:49:48.635703 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-667e20d9-41f0-48d4-a640-8442e5831447 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:48.637180 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-15c4cc03-5b93-4c09-8d25-5b2b70110280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853748987'] for subnet, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:48.687524 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6012968-b2c1-4e86-8141-c3974e205a53 req-c3e3abd6-fb2a-44a8-85b1-02d25fb6f1ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:48.689106 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f6012968-b2c1-4e86-8141-c3974e205a53 req-c3e3abd6-fb2a-44a8-85b1-02d25fb6f1ac service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=5d08798323484c2898fdb1641777fcca&shared=False HTTP/1.1" status: 200  len: 910 time: 0.2263396
Jul 14 08:49:48.731257 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=287eceb2-fd79-494c-9c4c-13c46b02a8d5,revision_number=5']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:48.735576 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:48.752897 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning for port 4460edbb-4e37-4756-8d17-827c59e5989d completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:49:48.758524 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning complete for port 4460edbb-4e37-4756-8d17-827c59e5989d triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:49:48.759139 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:48.802185 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3cb26-85a6-4c81-be53-ca7449413974 req-6e6e6483-14a4-49df-86bc-da010f20440b tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:48.804039 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0ff3cb26-85a6-4c81-be53-ca7449413974 req-6e6e6483-14a4-49df-86bc-da010f20440b tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 943 time: 0.1202719
Jul 14 08:49:48.807897 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-15c4cc03-5b93-4c09-8d25-5b2b70110280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852740933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852356646'] for subnet, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:48.817326 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:48.839601 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4accd4-58b5-40ea-8c97-111074082150 req-0e963b69-9f7d-4804-83bc-3a142b73ae59 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:48.841198 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1d4accd4-58b5-40ea-8c97-111074082150 req-0e963b69-9f7d-4804-83bc-3a142b73ae59 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 944 time: 0.2209661
Jul 14 08:49:48.863135 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c4cc03-5b93-4c09-8d25-5b2b70110280 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cf41e9b-05a3-472b-ac95-40e03d3ea215,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:48.893235 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:48.908002 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 9879f769-9e07-4fd7-9a9a-eee24bc68c26 no longer exists at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:49:48.914422 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-15c4cc03-5b93-4c09-8d25-5b2b70110280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:48.920058 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6012968-b2c1-4e86-8141-c3974e205a53 req-72009972-609c-4369-90b3-e8444d46be62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:48.925111 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-15c4cc03-5b93-4c09-8d25-5b2b70110280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for subnet, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:48.927085 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f6012968-b2c1-4e86-8141-c3974e205a53 req-72009972-609c-4369-90b3-e8444d46be62 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2235904
Jul 14 08:49:48.935584 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-15c4cc03-5b93-4c09-8d25-5b2b70110280 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/2cf41e9b-05a3-472b-ac95-40e03d3ea215 HTTP/1.1" status: 204  len: 168 time: 0.6253746
Jul 14 08:49:48.935937 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1d4accd4-58b5-40ea-8c97-111074082150 req-8288f851-6287-4450-a59c-5a6707072fc2 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0791917
Jul 14 08:49:48.936507 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 60860) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:49:48.940946 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0ff3cb26-85a6-4c81-be53-ca7449413974 req-2365a054-0fda-4000-8152-03cf89045952 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1264756
Jul 14 08:49:48.955412 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6642cac3-11fa-4ed4-aaf0-37f0e54f5baa None None] Network 3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:49:48.981004 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] No Port match for: 9879f769-9e07-4fd7-9a9a-eee24bc68c26 {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:49:48.981004 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 9879f769-9e07-4fd7-9a9a-eee24bc68c26 not bound to the agent host dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:49:48.981004 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 921031be-df4a-4a1a-82ca-b46c0affff6d no longer exists at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:49:49.025508 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] No Port match for: 921031be-df4a-4a1a-82ca-b46c0affff6d {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:49:49.025894 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 921031be-df4a-4a1a-82ca-b46c0affff6d not bound to the agent host dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:49:49.074229 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27ecf2f-1c50-411f-be60-41edcbf2f135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287eceb2-fd79-494c-9c4c-13c46b02a8d5', 'code': 200}
Jul 14 08:49:49.113728 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port 4460edbb-4e37-4756-8d17-827c59e5989d, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=4460edbb-4e37-4756-8d17-827c59e5989d,segment=NetworkSegment(54020ed2-9764-455c-bb75-78a5101f4433),segment_id=54020ed2-9764-455c-bb75-78a5101f4433)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:49:49.121736 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:49.123833 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:49.130033 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8506ecdd-fb8b-4840-9b4c-779b14b14a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-950592'] for network, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:49.164966 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-8506ecdd-fb8b-4840-9b4c-779b14b14a66 admin admin] Deleting port 25506b5b-3f7e-4140-ad42-c9df78d77a21 {{(pid=82096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:49:49.165609 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8506ecdd-fb8b-4840-9b4c-779b14b14a66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:49.219459 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-13a7d124-0c38-45f1-a0a8-a2b8895c7c5c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5d08798323484c2898fdb1641777fcca&device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 1096 time: 0.1941376
Jul 14 08:49:49.267756 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=4460edbb-4e37-4756-8d17-827c59e5989d,revision_number=5']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:49.276049 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:49.326476 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-224fe497-dcb2-4ff2-b7af-410a0fc39035 req-26b70640-7e30-4006-bbfe-ba4132dca805 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f27ecf2f-1c50-411f-be60-41edcbf2f135 HTTP/1.1" status: 200  len: 1098 time: 0.0767379
Jul 14 08:49:49.386951 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-224fe497-dcb2-4ff2-b7af-410a0fc39035 req-7dbb4569-325e-428d-be27-135c324f1bd2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b16c7df3-3da8-4659-ae3a-2567bc31956c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519519
Jul 14 08:49:49.419429 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-88094640-5b94-4495-85ad-91cb38c62d72 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb2308f7-3d56-4301-8a0d-a171e2bab62d HTTP/1.1" status: 200  len: 217 time: 0.1850464
Jul 14 08:49:49.428925 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d26da17-35db-445c-96a2-c433c9e6fa9a None None] DHCP port deletion for 3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e request from dv-cinder-800229-1-iscsi {{(pid=82097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jul 14 08:49:49.434773 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-5d26da17-35db-445c-96a2-c433c9e6fa9a None None] Deleting port 25506b5b-3f7e-4140-ad42-c9df78d77a21 {{(pid=82097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:49:49.435456 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5d26da17-35db-445c-96a2-c433c9e6fa9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:49.630411 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-8506ecdd-fb8b-4840-9b4c-779b14b14a66 admin admin] For port 25506b5b-3f7e-4140-ad42-c9df78d77a21, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=25506b5b-3f7e-4140-ad42-c9df78d77a21,segment=NetworkSegment(6ab29609-c173-4982-94fe-df6d6c34ea40),segment_id=6ab29609-c173-4982-94fe-df6d6c34ea40)] {{(pid=82096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:49:49.631584 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8506ecdd-fb8b-4840-9b4c-779b14b14a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:49.712007 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-5d26da17-35db-445c-96a2-c433c9e6fa9a None None] For port 25506b5b-3f7e-4140-ad42-c9df78d77a21, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=25506b5b-3f7e-4140-ad42-c9df78d77a21,segment=NetworkSegment(6ab29609-c173-4982-94fe-df6d6c34ea40),segment_id=6ab29609-c173-4982-94fe-df6d6c34ea40)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:49:49.712007 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5d26da17-35db-445c-96a2-c433c9e6fa9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:49.796233 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-8506ecdd-fb8b-4840-9b4c-779b14b14a66 admin admin] Calling delete_port for 25506b5b-3f7e-4140-ad42-c9df78d77a21 owned by network:dhcp {{(pid=82096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:49:49.837898 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-5d26da17-35db-445c-96a2-c433c9e6fa9a None None] Calling delete_port for 25506b5b-3f7e-4140-ad42-c9df78d77a21 owned by network:dhcp {{(pid=82097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:49:49.873048 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b57f18-eb1a-4de3-818e-b22e7a1d8cea req-eb9d76c3-6ec8-4a4d-afed-7353647eb89d tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:49.874656 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b8b57f18-eb1a-4de3-818e-b22e7a1d8cea req-eb9d76c3-6ec8-4a4d-afed-7353647eb89d tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=f27ecf2f-1c50-411f-be60-41edcbf2f135 HTTP/1.1" status: 200  len: 945 time: 0.4076009
Jul 14 08:49:49.908416 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-bc3aad59-e3d0-434e-afef-f2097d50b766 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:49.909943 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-bc3aad59-e3d0-434e-afef-f2097d50b766 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a615d5f3-558f-4146-a085-7707c0194061 HTTP/1.1" status: 200  len: 848 time: 0.2112477
Jul 14 08:49:49.946580 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8506ecdd-fb8b-4840-9b4c-779b14b14a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132881'] for port, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:49.951157 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-bab06d3f-661a-4d64-a3c2-2628975800ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:49.976418 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.db.api [None req-5d26da17-35db-445c-96a2-c433c9e6fa9a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82097) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 14 08:49:49.976824 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_db.api [None req-5d26da17-35db-445c-96a2-c433c9e6fa9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 14 08:49:49.986303 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b8b57f18-eb1a-4de3-818e-b22e7a1d8cea req-f214eb4a-9da3-4bbc-bb24-9994419a452f tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=b16c7df3-3da8-4659-ae3a-2567bc31956c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1033883
Jul 14 08:49:49.995433 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8506ecdd-fb8b-4840-9b4c-779b14b14a66 admin admin] Pushing event deleted for resources: {'Port': ['ID=25506b5b-3f7e-4140-ad42-c9df78d77a21,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:49.999292 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-8506ecdd-fb8b-4840-9b4c-779b14b14a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:50.002664 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8506ecdd-fb8b-4840-9b4c-779b14b14a66 admin admin] No DVR routers for this DVR port 25506b5b-3f7e-4140-ad42-c9df78d77a21 on host dv-cinder-800229-1-iscsi {{(pid=82096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 14 08:49:50.169669 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878371ef-06c5-4eaf-b805-b540d3a48f3a req-d1fc8d9a-2d2f-49a4-b705-ec095fb56e8f tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:50.171217 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-878371ef-06c5-4eaf-b805-b540d3a48f3a req-d1fc8d9a-2d2f-49a4-b705-ec095fb56e8f tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 943 time: 0.0836046
Jul 14 08:49:50.171808 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8506ecdd-fb8b-4840-9b4c-779b14b14a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853745778', 'neutron.services.segments.db._delete_segments_for_network--9223363282633926140'] for network, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:50.188340 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-8506ecdd-fb8b-4840-9b4c-779b14b14a66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6401d285f8>,) {'filters': {'network_id': ['3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e']}} {{(pid=82096) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:49:50.206365 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-8506ecdd-fb8b-4840-9b4c-779b14b14a66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6401d285f8>, '6ab29609-c173-4982-94fe-df6d6c34ea40') {'for_net_delete': True} {{(pid=82096) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:49:50.206693 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-8506ecdd-fb8b-4840-9b4c-779b14b14a66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6401d285f8>, '6ab29609-c173-4982-94fe-df6d6c34ea40') {} {{(pid=82096) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:49:50.223608 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-878371ef-06c5-4eaf-b805-b540d3a48f3a req-fe9c121e-0b54-477b-bdd9-f9d23c7913c8 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461538
Jul 14 08:49:50.226964 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8506ecdd-fb8b-4840-9b4c-779b14b14a66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282633931619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852677651'] for segment, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:50.248833 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8506ecdd-fb8b-4840-9b4c-779b14b14a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6123'] for segment, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:50.258047 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8506ecdd-fb8b-4840-9b4c-779b14b14a66 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=82096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 14 08:49:50.258473 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8506ecdd-fb8b-4840-9b4c-779b14b14a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854769693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853642902'] for segment, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:50.272824 dv-cinder-800229-1-iscsi neutron-server[81984]: Traceback (most recent call last):
Jul 14 08:49:50.272824 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 14 08:49:50.272824 dv-cinder-800229-1-iscsi neutron-server[81984]:     timer()
Jul 14 08:49:50.272824 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 14 08:49:50.272824 dv-cinder-800229-1-iscsi neutron-server[81984]:     cb(*args, **kw)
Jul 14 08:49:50.272824 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 14 08:49:50.272824 dv-cinder-800229-1-iscsi neutron-server[81984]:     return func(*args, **kwargs)
Jul 14 08:49:50.272824 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 14 08:49:50.272824 dv-cinder-800229-1-iscsi neutron-server[81984]:     self._notify()
Jul 14 08:49:50.272824 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 14 08:49:50.272824 dv-cinder-800229-1-iscsi neutron-server[81984]:     self.callback(batched_events)
Jul 14 08:49:50.272824 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 14 08:49:50.272824 dv-cinder-800229-1-iscsi neutron-server[81984]:     event.method(event)
Jul 14 08:49:50.272824 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 14 08:49:50.272824 dv-cinder-800229-1-iscsi neutron-server[81984]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 14 08:49:50.272824 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 14 08:49:50.272824 dv-cinder-800229-1-iscsi neutron-server[81984]:     segment_id)['aggregates'][0]
Jul 14 08:49:50.272824 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Jul 14 08:49:50.272824 dv-cinder-800229-1-iscsi neutron-server[81984]:     return f(self, *a, **k)
Jul 14 08:49:50.272824 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 14 08:49:50.272824 dv-cinder-800229-1-iscsi neutron-server[81984]:     return self._get(url).json()
Jul 14 08:49:50.272824 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 14 08:49:50.272824 dv-cinder-800229-1-iscsi neutron-server[81984]:     **kwargs)
Jul 14 08:49:50.272824 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Jul 14 08:49:50.272824 dv-cinder-800229-1-iscsi neutron-server[81984]:     return self.request(url, 'GET', **kwargs)
Jul 14 08:49:50.272824 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Jul 14 08:49:50.272824 dv-cinder-800229-1-iscsi neutron-server[81984]:     **endpoint_filter)
Jul 14 08:49:50.272824 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Jul 14 08:49:50.272824 dv-cinder-800229-1-iscsi neutron-server[81984]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 14 08:49:50.272824 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Jul 14 08:49:50.272824 dv-cinder-800229-1-iscsi neutron-server[81984]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 14 08:49:50.272824 dv-cinder-800229-1-iscsi neutron-server[81984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 14 08:49:50.278803 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ad9ef-9ea7-4989-994b-287ae9e55ddf req-bcb0aae5-e241-4faf-a455-5a053ee40a29 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:50.280442 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-471ad9ef-9ea7-4989-994b-287ae9e55ddf req-bcb0aae5-e241-4faf-a455-5a053ee40a29 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 945 time: 0.1617014
Jul 14 08:49:50.391137 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8506ecdd-fb8b-4840-9b4c-779b14b14a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1030070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695875'] for network, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:50.399132 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-36fb4255-5ca5-434f-aac8-e2b9102b0c86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:50.413571 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8506ecdd-fb8b-4840-9b4c-779b14b14a66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for network, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:50.421014 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-471ad9ef-9ea7-4989-994b-287ae9e55ddf req-8e6b573f-a50d-4363-bbba-3f3760bc4a34 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0847192
Jul 14 08:49:50.426987 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8506ecdd-fb8b-4840-9b4c-779b14b14a66 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:50.430443 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-8506ecdd-fb8b-4840-9b4c-779b14b14a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:50.440442 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-8506ecdd-fb8b-4840-9b4c-779b14b14a66 admin admin] 10.222.0.42 "DELETE /v2.0/networks/3bb4b326-aeb0-4bc9-b74f-643fcc0bac1e HTTP/1.1" status: 204  len: 168 time: 1.5025642
Jul 14 08:49:50.443465 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 60884) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:49:50.477941 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-5d26da17-35db-445c-96a2-c433c9e6fa9a None None] Deleting port 25506b5b-3f7e-4140-ad42-c9df78d77a21 {{(pid=82097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:49:50.478369 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5d26da17-35db-445c-96a2-c433c9e6fa9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:50.557496 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-5d26da17-35db-445c-96a2-c433c9e6fa9a None None] The port '25506b5b-3f7e-4140-ad42-c9df78d77a21' was deleted {{(pid=82097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}}
Jul 14 08:49:50.878372 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 25506b5b-3f7e-4140-ad42-c9df78d77a21 no longer exists at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:49:50.912322 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] No Port match for: 25506b5b-3f7e-4140-ad42-c9df78d77a21 {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:49:50.912704 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 25506b5b-3f7e-4140-ad42-c9df78d77a21 not bound to the agent host dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:49:51.075276 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458e4242-6369-490d-88d5-e8c7236f2740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4460edbb-4e37-4756-8d17-827c59e5989d'}] {{(pid=82097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:49:51.091180 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-25dffe14-e75b-45a7-90ef-9297b3e27588 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=37d353b7-12ef-44c4-8a9b-63df741acc4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1668291
Jul 14 08:49:51.139912 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458e4242-6369-490d-88d5-e8c7236f2740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4460edbb-4e37-4756-8d17-827c59e5989d', 'code': 200}
Jul 14 08:49:51.141877 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-426a630b-435a-475d-8df3-bc2e333e26e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854084536'] for router_interface, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:51.195577 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f8626-6943-4277-91ae-8851a52c5ec7 req-066adc1e-d226-4a00-87ad-9f564b710fa1 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:51.197168 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8e2f8626-6943-4277-91ae-8851a52c5ec7 req-066adc1e-d226-4a00-87ad-9f564b710fa1 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=f27ecf2f-1c50-411f-be60-41edcbf2f135 HTTP/1.1" status: 200  len: 945 time: 0.0824792
Jul 14 08:49:51.245953 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8e2f8626-6943-4277-91ae-8851a52c5ec7 req-7d24ebf6-b06d-4ce3-91dc-42e6668abe14 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=b16c7df3-3da8-4659-ae3a-2567bc31956c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425699
Jul 14 08:49:51.577038 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7900f-3c30-4b03-b850-7c1a711eb0e8 req-1e089e45-afef-4dca-aa9b-ca0d3f5628be tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:51.578653 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d1d7900f-3c30-4b03-b850-7c1a711eb0e8 req-1e089e45-afef-4dca-aa9b-ca0d3f5628be tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 943 time: 0.2033145
Jul 14 08:49:51.666540 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50bc90-3000-4fa4-846c-9cd0448090bc req-1e94ca36-2eb3-4d59-8ff9-e53592bf83cc tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:51.668196 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0c50bc90-3000-4fa4-846c-9cd0448090bc req-1e94ca36-2eb3-4d59-8ff9-e53592bf83cc tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 945 time: 0.0942504
Jul 14 08:49:51.716184 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0c50bc90-3000-4fa4-846c-9cd0448090bc req-e815b336-d99a-49e7-a265-b1658b37f736 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416188
Jul 14 08:49:51.773994 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d1d7900f-3c30-4b03-b850-7c1a711eb0e8 req-e33801f9-e2be-439e-b183-ca1d5f4c9df8 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1880026
Jul 14 08:49:51.869234 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-3f520e9c-d35d-4da2-b73b-f0ca09a94213 service neutron] 10.222.0.43 "GET /v2.0/networks/37d353b7-12ef-44c4-8a9b-63df741acc4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2280302
Jul 14 08:49:52.007372 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-426a630b-435a-475d-8df3-bc2e333e26e3 admin admin] Deleting port 398dde97-3296-425e-91e2-ccc8a3baa5bb {{(pid=82096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:49:52.007908 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-426a630b-435a-475d-8df3-bc2e333e26e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:52.182396 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-426a630b-435a-475d-8df3-bc2e333e26e3 admin admin] For port 398dde97-3296-425e-91e2-ccc8a3baa5bb, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=398dde97-3296-425e-91e2-ccc8a3baa5bb,segment=NetworkSegment(1d30a653-55de-4e51-a2bb-41967dd4bf9d),segment_id=1d30a653-55de-4e51-a2bb-41967dd4bf9d)] {{(pid=82096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:49:52.182788 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-426a630b-435a-475d-8df3-bc2e333e26e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:52.306957 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-426a630b-435a-475d-8df3-bc2e333e26e3 admin admin] Calling delete_port for 398dde97-3296-425e-91e2-ccc8a3baa5bb owned by network:router_interface {{(pid=82096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:49:52.452564 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3e92e-4fe8-443b-b1d0-699c100480cc req-48beed81-eed5-461f-9711-585c2284bdec tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:52.454139 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-70a3e92e-4fe8-443b-b1d0-699c100480cc req-48beed81-eed5-461f-9711-585c2284bdec tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=f27ecf2f-1c50-411f-be60-41edcbf2f135 HTTP/1.1" status: 200  len: 945 time: 0.0812044
Jul 14 08:49:52.476770 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-426a630b-435a-475d-8df3-bc2e333e26e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132881'] for port, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:52.481303 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c83a8d63-498e-4fdb-ac52-eb9704ba126e tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:52.517550 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-70a3e92e-4fe8-443b-b1d0-699c100480cc req-13db21ba-5bd3-4cac-8b3c-eb1e65c36300 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=b16c7df3-3da8-4659-ae3a-2567bc31956c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417733
Jul 14 08:49:52.522504 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a630b-435a-475d-8df3-bc2e333e26e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=398dde97-3296-425e-91e2-ccc8a3baa5bb,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:52.526274 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-426a630b-435a-475d-8df3-bc2e333e26e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:52.888512 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-83a3efd3-91a8-406c-8435-b6e4379970dc req-acc75f98-53c2-4bc0-82b5-c1998a8db726 service neutron] 10.222.0.43 "GET /v2.0/networks/37d353b7-12ef-44c4-8a9b-63df741acc4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2939386
Jul 14 08:49:52.932256 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2baf2515-f72d-48f6-8a1f-f2dcee813bc3 req-cce8e704-747e-43fd-93c4-e4b341c5675f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 1098 time: 0.1457672
Jul 14 08:49:53.000591 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ecc90-7e84-4a41-8d1b-47bd4f4e78b6 req-e1180847-e21c-42b4-a35d-be025e28ae98 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:53.002186 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c46ecc90-7e84-4a41-8d1b-47bd4f4e78b6 req-e1180847-e21c-42b4-a35d-be025e28ae98 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 945 time: 0.1181760
Jul 14 08:49:53.065924 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0503c51d-466e-4889-8ab2-8aea00ffc405 req-b4150124-c858-413d-9429-bcb535800c39 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:53.067472 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0503c51d-466e-4889-8ab2-8aea00ffc405 req-b4150124-c858-413d-9429-bcb535800c39 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 943 time: 0.1116180
Jul 14 08:49:53.071176 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c46ecc90-7e84-4a41-8d1b-47bd4f4e78b6 req-81d46e19-3053-4492-9890-64d8d64e73ee tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0614431
Jul 14 08:49:53.075172 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-426a630b-435a-475d-8df3-bc2e333e26e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7804734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699896'] for router_interface, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:53.101882 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2baf2515-f72d-48f6-8a1f-f2dcee813bc3 req-3af4979a-73c7-4427-afbf-78eed430a429 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0768466
Jul 14 08:49:53.123503 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0503c51d-466e-4889-8ab2-8aea00ffc405 req-6bea588d-fe44-4d06-9150-b77dc4397966 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483997
Jul 14 08:49:53.877985 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac54a9-3bba-4ae0-bea0-3cc3c1a49c03 req-e48a7de7-859e-47e7-b5b8-ad4363736ee7 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:53.877985 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8bac54a9-3bba-4ae0-bea0-3cc3c1a49c03 req-e48a7de7-859e-47e7-b5b8-ad4363736ee7 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=f27ecf2f-1c50-411f-be60-41edcbf2f135 HTTP/1.1" status: 200  len: 945 time: 0.2192972
Jul 14 08:49:53.951416 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8bac54a9-3bba-4ae0-bea0-3cc3c1a49c03 req-bd00104c-c50e-4bff-a9e3-830a461c98c8 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=b16c7df3-3da8-4659-ae3a-2567bc31956c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0676970
Jul 14 08:49:54.012494 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426a630b-435a-475d-8df3-bc2e333e26e3 admin admin] Router 26c27d23-1eb3-49dc-866d-bfb9b6ebf87e has already been hosted by L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c {{(pid=82096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 14 08:49:54.220992 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426a630b-435a-475d-8df3-bc2e333e26e3 admin admin] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:49:54.231508 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-426a630b-435a-475d-8df3-bc2e333e26e3 admin admin] 10.222.0.42 "PUT /v2.0/routers/26c27d23-1eb3-49dc-866d-bfb9b6ebf87e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7869353
Jul 14 08:49:54.233036 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a66503-2188-4113-a27a-0a1a753a8284 None None] Sync routers for ids ['26c27d23-1eb3-49dc-866d-bfb9b6ebf87e'] in dv-cinder-800229-1-iscsi {{(pid=82098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:49:54.234015 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 60928) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:49:54.248156 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a66503-2188-4113-a27a-0a1a753a8284 None None] Routers {'26c27d23-1eb3-49dc-866d-bfb9b6ebf87e'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:49:54.248949 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-e5a66503-2188-4113-a27a-0a1a753a8284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f640246d160>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:49:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['26c27d23-1eb3-49dc-866d-bfb9b6ebf87e'], 'active': True} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:49:54.298715 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e12b7-53a9-402b-860b-68ad0ac7aeee req-610d5517-ed8b-45ae-81e6-2acb36264fa8 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:54.300484 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-7d6e12b7-53a9-402b-860b-68ad0ac7aeee req-610d5517-ed8b-45ae-81e6-2acb36264fa8 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 945 time: 0.0941634
Jul 14 08:49:54.350667 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-7d6e12b7-53a9-402b-860b-68ad0ac7aeee req-eb743fee-384a-4e3d-acc2-73c666a2afac tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435622
Jul 14 08:49:54.442479 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-e5a66503-2188-4113-a27a-0a1a753a8284 None None] Set router 26c27d23-1eb3-49dc-866d-bfb9b6ebf87e gateway port host: dv-cinder-800229-1-iscsi {{(pid=82098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:49:54.469395 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0ff86-563f-4831-83ca-f3f56baeada4 req-ea251747-8856-4836-a93b-2554a2360c01 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:54.470997 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2eb0ff86-563f-4831-83ca-f3f56baeada4 req-ea251747-8856-4836-a93b-2554a2360c01 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 943 time: 0.1757913
Jul 14 08:49:54.535180 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2eb0ff86-563f-4831-83ca-f3f56baeada4 req-6426943a-8ec2-4ccc-821a-073f5537c943 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568449
Jul 14 08:49:54.572442 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b117243f-708f-455c-ac4c-660f518a711d admin admin] Notify callbacks [] for router, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:54.751908 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-e5a66503-2188-4113-a27a-0a1a753a8284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f640246d160>, [{'id': '26c27d23-1eb3-49dc-866d-bfb9b6ebf87e', 'name': 'tempest-TestMinimumBasicScenario-7080715-router', 'tenant_id': '9e06737124644ff49ca6d0b1a6d94b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '4ecb7250-c1bf-438f-81d7-23cb44420f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:45:52Z', 'updated_at': '2021-07-14T08:49:52Z', 'revision_number': 5, 'project_id': '9e06737124644ff49ca6d0b1a6d94b3b', 'gw_port': {'id': '4ecb7250-c1bf-438f-81d7-23cb44420f88', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c27d23-1eb3-49dc-866d-bfb9b6ebf87e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:53Z', 'updated_at': '2021-07-14T08:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi'}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:49:54.756616 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a66503-2188-4113-a27a-0a1a753a8284 None None] Checking router: 26c27d23-1eb3-49dc-866d-bfb9b6ebf87e for host: dv-cinder-800229-1-iscsi {{(pid=82098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:49:54.767870 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a66503-2188-4113-a27a-0a1a753a8284 None None] Routers {'26c27d23-1eb3-49dc-866d-bfb9b6ebf87e'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:49:54.768526 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-e5a66503-2188-4113-a27a-0a1a753a8284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f640246d160>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:49:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['26c27d23-1eb3-49dc-866d-bfb9b6ebf87e'], 'active': True} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:49:54.776771 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b117243f-708f-455c-ac4c-660f518a711d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:54.784941 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-b117243f-708f-455c-ac4c-660f518a711d admin admin] Deleting port 4ecb7250-c1bf-438f-81d7-23cb44420f88 {{(pid=82096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:49:54.785316 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b117243f-708f-455c-ac4c-660f518a711d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:54.922587 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-e5a66503-2188-4113-a27a-0a1a753a8284 None None] Set router 26c27d23-1eb3-49dc-866d-bfb9b6ebf87e gateway port host: None {{(pid=82098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:49:54.968171 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-b117243f-708f-455c-ac4c-660f518a711d admin admin] For port 4ecb7250-c1bf-438f-81d7-23cb44420f88, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=4ecb7250-c1bf-438f-81d7-23cb44420f88,segment=NetworkSegment(eeb05519-cb3f-4410-affd-d7c1079f9a7a),segment_id=eeb05519-cb3f-4410-affd-d7c1079f9a7a)] {{(pid=82096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:49:54.969298 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b117243f-708f-455c-ac4c-660f518a711d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:55.034554 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-e5a66503-2188-4113-a27a-0a1a753a8284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f640246d160>, [{'id': '26c27d23-1eb3-49dc-866d-bfb9b6ebf87e', 'name': 'tempest-TestMinimumBasicScenario-7080715-router', 'tenant_id': '9e06737124644ff49ca6d0b1a6d94b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:45:52Z', 'updated_at': '2021-07-14T08:49:54Z', 'revision_number': 6, 'project_id': '9e06737124644ff49ca6d0b1a6d94b3b', 'gw_port_host': None}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:49:55.039385 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a66503-2188-4113-a27a-0a1a753a8284 None None] The sync data for ids ['26c27d23-1eb3-49dc-866d-bfb9b6ebf87e'] in dv-cinder-800229-1-iscsi is: [{'id': '26c27d23-1eb3-49dc-866d-bfb9b6ebf87e', 'name': 'tempest-TestMinimumBasicScenario-7080715-router', 'tenant_id': '9e06737124644ff49ca6d0b1a6d94b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:45:52Z', 'updated_at': '2021-07-14T08:49:54Z', 'revision_number': 6, 'project_id': '9e06737124644ff49ca6d0b1a6d94b3b', 'gw_port_host': None}] {{(pid=82098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:49:55.113532 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-b117243f-708f-455c-ac4c-660f518a711d admin admin] Calling delete_port for 4ecb7250-c1bf-438f-81d7-23cb44420f88 owned by network:router_gateway {{(pid=82096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:49:55.182754 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c7c98f-36a1-462f-9dcf-dab53ed4955d req-eccf331a-0ed2-4fec-ae81-8cf56f78d219 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:55.184454 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-47c7c98f-36a1-462f-9dcf-dab53ed4955d req-eccf331a-0ed2-4fec-ae81-8cf56f78d219 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=f27ecf2f-1c50-411f-be60-41edcbf2f135 HTTP/1.1" status: 200  len: 945 time: 0.0935941
Jul 14 08:49:55.242693 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-47c7c98f-36a1-462f-9dcf-dab53ed4955d req-3a8a4929-cb24-4ebc-b3e4-9fa9a298fa2a tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=b16c7df3-3da8-4659-ae3a-2567bc31956c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516379
Jul 14 08:49:55.292245 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b117243f-708f-455c-ac4c-660f518a711d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132881'] for port, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:55.296574 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-82e5160f-d965-4505-944a-921c4c42e606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:55.337339 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b117243f-708f-455c-ac4c-660f518a711d admin admin] Pushing event deleted for resources: {'Port': ['ID=4ecb7250-c1bf-438f-81d7-23cb44420f88,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:55.341716 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-b117243f-708f-455c-ac4c-660f518a711d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:55.766733 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc0992-2065-4a4b-9c6b-c944fe7712c9 req-e29678f6-2304-4078-ae49-be295902db9d tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:55.768379 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-efdc0992-2065-4a4b-9c6b-c944fe7712c9 req-e29678f6-2304-4078-ae49-be295902db9d tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 943 time: 0.0871840
Jul 14 08:49:55.816830 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-efdc0992-2065-4a4b-9c6b-c944fe7712c9 req-83dc58de-f9a5-4312-b6fb-7d7cf248a24b tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421274
Jul 14 08:49:55.841743 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b117243f-708f-455c-ac4c-660f518a711d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854079879'] for router_gateway, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:56.119070 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba031408-64c7-4942-909c-63dc1b9c9fac req-51740078-f62e-4199-b592-f03cef6c304a tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:56.120708 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ba031408-64c7-4942-909c-63dc1b9c9fac req-51740078-f62e-4199-b592-f03cef6c304a tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 945 time: 0.4053409
Jul 14 08:49:56.151381 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b117243f-708f-455c-ac4c-660f518a711d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854083207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29855'] for router, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:56.160849 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b117243f-708f-455c-ac4c-660f518a711d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:56.196189 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ba031408-64c7-4942-909c-63dc1b9c9fac req-3c5dbb70-515d-483c-bde5-08e8e52d477f tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0676908
Jul 14 08:49:56.201094 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b117243f-708f-455c-ac4c-660f518a711d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697065'] for router, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:56.201679 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b117243f-708f-455c-ac4c-660f518a711d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26c27d23-1eb3-49dc-866d-bfb9b6ebf87e {{(pid=82096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 14 08:49:56.214845 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b117243f-708f-455c-ac4c-660f518a711d admin admin] Notify callbacks [] for router, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:56.216140 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-b117243f-708f-455c-ac4c-660f518a711d admin admin] 10.222.0.42 "DELETE /v2.0/routers/26c27d23-1eb3-49dc-866d-bfb9b6ebf87e HTTP/1.1" status: 204  len: 168 time: 1.9809577
Jul 14 08:49:56.218727 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 60946) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:49:56.287529 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca8c843a-6d6d-432e-86f2-ce4b61fe74f8 admin admin] Deleting subnet 1318d728-c85e-4f2b-a070-d558d22d0f4a {{(pid=82096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 14 08:49:56.291124 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ca8c843a-6d6d-432e-86f2-ce4b61fe74f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:56.349215 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ca8c843a-6d6d-432e-86f2-ce4b61fe74f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098149'] for subnet, precommit_delete_associations {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:56.467467 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba05ac-f86a-4457-8968-c603f35a4e48 req-8f1bc973-05e3-4c89-8762-078ab362412e tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:56.472280 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-28ba05ac-f86a-4457-8968-c603f35a4e48 req-8f1bc973-05e3-4c89-8762-078ab362412e tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=f27ecf2f-1c50-411f-be60-41edcbf2f135 HTTP/1.1" status: 200  len: 945 time: 0.0916400
Jul 14 08:49:56.482528 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ca8c843a-6d6d-432e-86f2-ce4b61fe74f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853748987'] for subnet, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:56.520979 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-28ba05ac-f86a-4457-8968-c603f35a4e48 req-5934ae70-06df-41af-aa7a-75a08b0b9e97 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=b16c7df3-3da8-4659-ae3a-2567bc31956c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448897
Jul 14 08:49:56.554346 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ca8c843a-6d6d-432e-86f2-ce4b61fe74f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853643001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852154510'] for subnet, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:56.559263 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-740111b4-ffb4-4948-a828-6ae18d273d4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:56.594292 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c843a-6d6d-432e-86f2-ce4b61fe74f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1318d728-c85e-4f2b-a070-d558d22d0f4a,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:56.597280 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-ca8c843a-6d6d-432e-86f2-ce4b61fe74f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:56.602721 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ca8c843a-6d6d-432e-86f2-ce4b61fe74f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:56.608411 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b75f4d8-3624-463c-94d3-42c7436fd7be None None] Network d2171dea-a220-4f8f-89df-d02e4f0c9cd7 requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:49:56.609079 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-ca8c843a-6d6d-432e-86f2-ce4b61fe74f8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1318d728-c85e-4f2b-a070-d558d22d0f4a HTTP/1.1" status: 204  len: 168 time: 0.3892965
Jul 14 08:49:56.611772 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 60952) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:49:56.737352 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-00dadaa7-c20b-44b8-b499-3d8621da5e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-950592'] for network, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:56.750150 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-00dadaa7-c20b-44b8-b499-3d8621da5e5f admin admin] Deleting port 7d673bd1-6666-4f4f-a113-667b372b9fa9 {{(pid=82096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:49:56.750531 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-00dadaa7-c20b-44b8-b499-3d8621da5e5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:56.895982 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 398dde97-3296-425e-91e2-ccc8a3baa5bb no longer exists at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:49:56.965045 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] No Port match for: 398dde97-3296-425e-91e2-ccc8a3baa5bb {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:49:56.965435 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 398dde97-3296-425e-91e2-ccc8a3baa5bb not bound to the agent host dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:49:56.965908 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 4ecb7250-c1bf-438f-81d7-23cb44420f88 no longer exists at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:49:57.001563 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] No Port match for: 4ecb7250-c1bf-438f-81d7-23cb44420f88 {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:49:57.001835 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 4ecb7250-c1bf-438f-81d7-23cb44420f88 not bound to the agent host dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:49:57.026956 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-00dadaa7-c20b-44b8-b499-3d8621da5e5f admin admin] For port 7d673bd1-6666-4f4f-a113-667b372b9fa9, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=7d673bd1-6666-4f4f-a113-667b372b9fa9,segment=NetworkSegment(1d30a653-55de-4e51-a2bb-41967dd4bf9d),segment_id=1d30a653-55de-4e51-a2bb-41967dd4bf9d)] {{(pid=82096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:49:57.027796 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-00dadaa7-c20b-44b8-b499-3d8621da5e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:57.097280 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7334e9bf-4646-4e1e-a1d2-94b88879ace5 None None] DHCP port deletion for d2171dea-a220-4f8f-89df-d02e4f0c9cd7 request from dv-cinder-800229-1-iscsi {{(pid=82097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jul 14 08:49:57.102139 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-7334e9bf-4646-4e1e-a1d2-94b88879ace5 None None] Deleting port 7d673bd1-6666-4f4f-a113-667b372b9fa9 {{(pid=82097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:49:57.102558 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7334e9bf-4646-4e1e-a1d2-94b88879ace5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:57.165224 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-00dadaa7-c20b-44b8-b499-3d8621da5e5f admin admin] Calling delete_port for 7d673bd1-6666-4f4f-a113-667b372b9fa9 owned by network:dhcp {{(pid=82096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:49:57.245362 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416dcf5-e06e-4cd0-92ea-224936563172 req-adfaf8c0-bf5b-43c2-b14f-556b2ee6136a tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:57.247471 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1416dcf5-e06e-4cd0-92ea-224936563172 req-adfaf8c0-bf5b-43c2-b14f-556b2ee6136a tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 943 time: 0.2991924
Jul 14 08:49:57.324527 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1416dcf5-e06e-4cd0-92ea-224936563172 req-62d6069e-2746-4fbb-a414-f98a7ed8b865 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0628405
Jul 14 08:49:57.334612 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-00dadaa7-c20b-44b8-b499-3d8621da5e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132881'] for port, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:57.352245 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-7334e9bf-4646-4e1e-a1d2-94b88879ace5 None None] For port 7d673bd1-6666-4f4f-a113-667b372b9fa9, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=7d673bd1-6666-4f4f-a113-667b372b9fa9,segment=NetworkSegment(1d30a653-55de-4e51-a2bb-41967dd4bf9d),segment_id=1d30a653-55de-4e51-a2bb-41967dd4bf9d)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:49:57.352683 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7334e9bf-4646-4e1e-a1d2-94b88879ace5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:57.355923 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-14060567-ee0f-4637-a6ee-e3b8cc1c0477 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:57.409005 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dadaa7-c20b-44b8-b499-3d8621da5e5f admin admin] No DVR routers for this DVR port 7d673bd1-6666-4f4f-a113-667b372b9fa9 on host dv-cinder-800229-1-iscsi {{(pid=82096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 14 08:49:57.412017 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dadaa7-c20b-44b8-b499-3d8621da5e5f admin admin] Pushing event deleted for resources: {'Port': ['ID=7d673bd1-6666-4f4f-a113-667b372b9fa9,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:57.450202 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-00dadaa7-c20b-44b8-b499-3d8621da5e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:57.528863 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-7334e9bf-4646-4e1e-a1d2-94b88879ace5 None None] Calling delete_port for 7d673bd1-6666-4f4f-a113-667b372b9fa9 owned by network:dhcp {{(pid=82097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:49:57.555183 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ab286-24de-437b-9c14-1ed808a1d847 req-3d164bf3-3916-4952-b5a9-83feaef66504 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:57.557795 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3b6ab286-24de-437b-9c14-1ed808a1d847 req-3d164bf3-3916-4952-b5a9-83feaef66504 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 945 time: 0.1394267
Jul 14 08:49:57.570654 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-00dadaa7-c20b-44b8-b499-3d8621da5e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853745778', 'neutron.services.segments.db._delete_segments_for_network--9223363282633926140'] for network, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:57.588261 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-00dadaa7-c20b-44b8-b499-3d8621da5e5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f64023b2908>,) {'filters': {'network_id': ['d2171dea-a220-4f8f-89df-d02e4f0c9cd7']}} {{(pid=82096) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:49:57.607395 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-00dadaa7-c20b-44b8-b499-3d8621da5e5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f64023b2908>, '1d30a653-55de-4e51-a2bb-41967dd4bf9d') {'for_net_delete': True} {{(pid=82096) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:49:57.607751 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-00dadaa7-c20b-44b8-b499-3d8621da5e5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f64023b2908>, '1d30a653-55de-4e51-a2bb-41967dd4bf9d') {} {{(pid=82096) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:49:57.623924 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-00dadaa7-c20b-44b8-b499-3d8621da5e5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282633931619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852677651'] for segment, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:57.624078 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3b6ab286-24de-437b-9c14-1ed808a1d847 req-0fd9bed8-0f64-42e5-aaae-cc004f48d469 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0608914
Jul 14 08:49:57.642395 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-00dadaa7-c20b-44b8-b499-3d8621da5e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6123'] for segment, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:57.650941 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00dadaa7-c20b-44b8-b499-3d8621da5e5f admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=82096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 14 08:49:57.651425 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-00dadaa7-c20b-44b8-b499-3d8621da5e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854769693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853642902'] for segment, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:57.671125 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.db.api [None req-7334e9bf-4646-4e1e-a1d2-94b88879ace5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82097) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 14 08:49:57.673000 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_db.api [None req-7334e9bf-4646-4e1e-a1d2-94b88879ace5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 14 08:49:57.674249 dv-cinder-800229-1-iscsi neutron-server[81984]: Traceback (most recent call last):
Jul 14 08:49:57.674249 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 14 08:49:57.674249 dv-cinder-800229-1-iscsi neutron-server[81984]:     timer()
Jul 14 08:49:57.674249 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 14 08:49:57.674249 dv-cinder-800229-1-iscsi neutron-server[81984]:     cb(*args, **kw)
Jul 14 08:49:57.674249 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 14 08:49:57.674249 dv-cinder-800229-1-iscsi neutron-server[81984]:     return func(*args, **kwargs)
Jul 14 08:49:57.674249 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 14 08:49:57.674249 dv-cinder-800229-1-iscsi neutron-server[81984]:     self._notify()
Jul 14 08:49:57.674249 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 14 08:49:57.674249 dv-cinder-800229-1-iscsi neutron-server[81984]:     self.callback(batched_events)
Jul 14 08:49:57.674249 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 14 08:49:57.674249 dv-cinder-800229-1-iscsi neutron-server[81984]:     event.method(event)
Jul 14 08:49:57.674249 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 14 08:49:57.674249 dv-cinder-800229-1-iscsi neutron-server[81984]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 14 08:49:57.674249 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 14 08:49:57.674249 dv-cinder-800229-1-iscsi neutron-server[81984]:     segment_id)['aggregates'][0]
Jul 14 08:49:57.674249 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Jul 14 08:49:57.674249 dv-cinder-800229-1-iscsi neutron-server[81984]:     return f(self, *a, **k)
Jul 14 08:49:57.674249 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 14 08:49:57.674249 dv-cinder-800229-1-iscsi neutron-server[81984]:     return self._get(url).json()
Jul 14 08:49:57.674249 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 14 08:49:57.674249 dv-cinder-800229-1-iscsi neutron-server[81984]:     **kwargs)
Jul 14 08:49:57.674249 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Jul 14 08:49:57.674249 dv-cinder-800229-1-iscsi neutron-server[81984]:     return self.request(url, 'GET', **kwargs)
Jul 14 08:49:57.674249 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Jul 14 08:49:57.674249 dv-cinder-800229-1-iscsi neutron-server[81984]:     **endpoint_filter)
Jul 14 08:49:57.674249 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Jul 14 08:49:57.674249 dv-cinder-800229-1-iscsi neutron-server[81984]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 14 08:49:57.674249 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Jul 14 08:49:57.674249 dv-cinder-800229-1-iscsi neutron-server[81984]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 14 08:49:57.674249 dv-cinder-800229-1-iscsi neutron-server[81984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 14 08:49:57.798483 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-00dadaa7-c20b-44b8-b499-3d8621da5e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1030070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695875'] for network, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:57.806399 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:57.832725 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-00dadaa7-c20b-44b8-b499-3d8621da5e5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for network, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:57.840533 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dadaa7-c20b-44b8-b499-3d8621da5e5f admin admin] Pushing event deleted for resources: {'Network': ['ID=d2171dea-a220-4f8f-89df-d02e4f0c9cd7,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:57.857814 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-00dadaa7-c20b-44b8-b499-3d8621da5e5f admin admin] 10.222.0.42 "DELETE /v2.0/networks/d2171dea-a220-4f8f-89df-d02e4f0c9cd7 HTTP/1.1" status: 204  len: 168 time: 1.2449236
Jul 14 08:49:57.862251 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dadaa7-c20b-44b8-b499-3d8621da5e5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:49:57.862369 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dadaa7-c20b-44b8-b499-3d8621da5e5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:49:57.862769 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dadaa7-c20b-44b8-b499-3d8621da5e5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:49:57.863385 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dadaa7-c20b-44b8-b499-3d8621da5e5f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:49:57.863678 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dadaa7-c20b-44b8-b499-3d8621da5e5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:49:57.864198 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dadaa7-c20b-44b8-b499-3d8621da5e5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:49:57.864442 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dadaa7-c20b-44b8-b499-3d8621da5e5f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:49:57.865383 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dadaa7-c20b-44b8-b499-3d8621da5e5f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:49:57.865830 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dadaa7-c20b-44b8-b499-3d8621da5e5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:49:57.866234 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dadaa7-c20b-44b8-b499-3d8621da5e5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:49:57.866635 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dadaa7-c20b-44b8-b499-3d8621da5e5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:49:57.870573 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-00dadaa7-c20b-44b8-b499-3d8621da5e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:57.881836 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452fed8e-e2df-4429-94b4-4432ecec3379 req-9cca494f-d5bc-451e-9b55-e4102524a0b2 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:57.883570 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-452fed8e-e2df-4429-94b4-4432ecec3379 req-9cca494f-d5bc-451e-9b55-e4102524a0b2 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=f27ecf2f-1c50-411f-be60-41edcbf2f135 HTTP/1.1" status: 200  len: 945 time: 0.1531577
Jul 14 08:49:57.935625 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-452fed8e-e2df-4429-94b4-4432ecec3379 req-a88effe5-44d8-47d4-bf88-6349207cf9de tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=b16c7df3-3da8-4659-ae3a-2567bc31956c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458629
Jul 14 08:49:58.071859 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 60980) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:49:58.127736 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-5521576f-a7d3-4348-a62d-c28479485f58 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=040f599933ea4921bd32ee786c14df5e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0520060
Jul 14 08:49:58.128094 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 60984) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:49:58.146962 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9425aee-ccd6-475c-9087-227d789c1e01 req-61353b46-187a-4f15-aeb5-6e8d7e29cbb3 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:58.148539 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f9425aee-ccd6-475c-9087-227d789c1e01 req-61353b46-187a-4f15-aeb5-6e8d7e29cbb3 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=f27ecf2f-1c50-411f-be60-41edcbf2f135 HTTP/1.1" status: 200  len: 945 time: 0.0978882
Jul 14 08:49:58.158110 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 60988) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:49:58.164772 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-0aed6182-c317-4509-bb0c-bb88d107d414 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Request body: {'floatingip': {'port_id': '287eceb2-fd79-494c-9c4c-13c46b02a8d5'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:49:58.174611 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-7334e9bf-4646-4e1e-a1d2-94b88879ace5 None None] Deleting port 7d673bd1-6666-4f4f-a113-667b372b9fa9 {{(pid=82097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:49:58.175049 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7334e9bf-4646-4e1e-a1d2-94b88879ace5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:58.199375 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-341dd7af-73a8-4ce2-addd-1609e492965a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:58.227157 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-341dd7af-73a8-4ce2-addd-1609e492965a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:58.243977 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-7334e9bf-4646-4e1e-a1d2-94b88879ace5 None None] The port '7d673bd1-6666-4f4f-a113-667b372b9fa9' was deleted {{(pid=82097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}}
Jul 14 08:49:58.247086 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0aed6182-c317-4509-bb0c-bb88d107d414 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks [] for floatingip, before_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:58.280763 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-341dd7af-73a8-4ce2-addd-1609e492965a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:58.287022 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-bae4f212-8dd2-40e7-93f9-37a7f2363c6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:58.303627 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341dd7af-73a8-4ce2-addd-1609e492965a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3ceb96-24d3-46f0-a357-fd9c0f4c4b3e,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:58.307953 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-341dd7af-73a8-4ce2-addd-1609e492965a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:58.321364 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-341dd7af-73a8-4ce2-addd-1609e492965a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:58.323253 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-341dd7af-73a8-4ce2-addd-1609e492965a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bd3ceb96-24d3-46f0-a357-fd9c0f4c4b3e HTTP/1.1" status: 204  len: 168 time: 0.1936903
Jul 14 08:49:58.821532 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 32778) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:49:58.900498 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 7d673bd1-6666-4f4f-a113-667b372b9fa9 no longer exists at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:49:58.939851 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] No Port match for: 7d673bd1-6666-4f4f-a113-667b372b9fa9 {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:49:58.940788 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 7d673bd1-6666-4f4f-a113-667b372b9fa9 not bound to the agent host dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:49:58.951442 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3955719-1f40-4129-a918-c0314bca1c81 req-15f43567-644e-4557-b580-86af31b42535 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:58.953937 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c3955719-1f40-4129-a918-c0314bca1c81 req-15f43567-644e-4557-b580-86af31b42535 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 945 time: 0.1851225
Jul 14 08:49:58.960250 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-aff726b5-63c2-482b-9ad6-e98d6dd70de5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9e06737124644ff49ca6d0b1a6d94b3b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1320181
Jul 14 08:49:58.960881 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 32782) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:49:58.991581 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d6905-b8ec-4744-9f13-e21e9d9c8a2d req-5b99ee41-7ea8-4393-9f24-f0c441eef881 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:58.993374 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d91d6905-b8ec-4744-9f13-e21e9d9c8a2d req-5b99ee41-7ea8-4393-9f24-f0c441eef881 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 943 time: 0.5140162
Jul 14 08:49:59.057515 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c3955719-1f40-4129-a918-c0314bca1c81 req-a8548189-968b-452b-8a10-ff77f334fd30 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0954406
Jul 14 08:49:59.078273 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-809c71c3-3b7c-4f56-bbe5-9102b333aa6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:59.108117 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-809c71c3-3b7c-4f56-bbe5-9102b333aa6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:59.142335 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d91d6905-b8ec-4744-9f13-e21e9d9c8a2d req-577d797d-a05e-41ca-81cd-e054dbde084d tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1360505
Jul 14 08:49:59.160711 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-809c71c3-3b7c-4f56-bbe5-9102b333aa6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:59.167968 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-341dd7af-73a8-4ce2-addd-1609e492965a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:49:59.181300 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809c71c3-3b7c-4f56-bbe5-9102b333aa6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434ce05a-1ff3-4b36-a4b1-e44bbd972e10,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:49:59.186654 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-809c71c3-3b7c-4f56-bbe5-9102b333aa6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:49:59.188762 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-809c71c3-3b7c-4f56-bbe5-9102b333aa6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:59.189939 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-809c71c3-3b7c-4f56-bbe5-9102b333aa6e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/434ce05a-1ff3-4b36-a4b1-e44bbd972e10 HTTP/1.1" status: 204  len: 168 time: 0.2265124
Jul 14 08:49:59.287620 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02293fcb-ccc8-4772-8469-ae46a36723db req-faf6ef54-c767-4d77-b485-e317f79122d2 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:49:59.289377 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-02293fcb-ccc8-4772-8469-ae46a36723db req-faf6ef54-c767-4d77-b485-e317f79122d2 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 945 time: 0.0931101
Jul 14 08:49:59.299816 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 32792) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:49:59.300320 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0aed6182-c317-4509-bb0c-bb88d107d414 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:59.303920 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0aed6182-c317-4509-bb0c-bb88d107d414 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854084435'] for floatingip, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:59.306491 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-e24cc05d-2f9d-47ac-a81d-f302241b5321 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Request body: {'floatingip': {'port_id': '4460edbb-4e37-4756-8d17-827c59e5989d'}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:49:59.392517 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e24cc05d-2f9d-47ac-a81d-f302241b5321 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for floatingip, before_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:49:59.527329 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.db.l3_db [None req-0aed6182-c317-4509-bb0c-bb88d107d414 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Floating IP 9d86df56-11c3-4202-a39e-f1cb77902a63 associated. External IP: 172.27.3.10, port: 287eceb2-fd79-494c-9c4c-13c46b02a8d5.
Jul 14 08:49:59.974837 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aed6182-c317-4509-bb0c-bb88d107d414 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Router 77dbcf2e-b473-4388-845b-f4227d5eeb31 has already been hosted by L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c {{(pid=82096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 14 08:50:00.185363 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aed6182-c317-4509-bb0c-bb88d107d414 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:50:00.195535 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735bcbcd-90c2-4916-bd31-6287bcba5ea9 None None] Sync routers for ids ['77dbcf2e-b473-4388-845b-f4227d5eeb31'] in dv-cinder-800229-1-iscsi {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:50:00.196152 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0aed6182-c317-4509-bb0c-bb88d107d414 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for floatingip, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:00.219792 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735bcbcd-90c2-4916-bd31-6287bcba5ea9 None None] Routers {'77dbcf2e-b473-4388-845b-f4227d5eeb31'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:50:00.222174 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-735bcbcd-90c2-4916-bd31-6287bcba5ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f640217e3c8>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:49:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['77dbcf2e-b473-4388-845b-f4227d5eeb31'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:50:00.260001 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-0aed6182-c317-4509-bb0c-bb88d107d414 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "PUT /v2.0/floatingips/9d86df56-11c3-4202-a39e-f1cb77902a63 HTTP/1.1" status: 200  len: 990 time: 2.1006014
Jul 14 08:50:00.260857 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f27ecf2f-1c50-411f-be60-41edcbf2f135', 'tag': '287eceb2-fd79-494c-9c4c-13c46b02a8d5'}] {{(pid=82096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:50:00.443836 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5454b6-95d0-4565-bc6a-eb243377d0be req-3d30a122-046e-43c0-825b-bdfa02314f03 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:00.445468 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3b5454b6-95d0-4565-bc6a-eb243377d0be req-3d30a122-046e-43c0-825b-bdfa02314f03 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 943 time: 0.0985422
Jul 14 08:50:00.470820 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e24cc05d-2f9d-47ac-a81d-f302241b5321 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:00.475349 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e24cc05d-2f9d-47ac-a81d-f302241b5321 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854084435'] for floatingip, after_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:00.497436 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3b5454b6-95d0-4565-bc6a-eb243377d0be req-8398e3ee-228c-4454-a2d1-4bc6b6a0cd71 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460055
Jul 14 08:50:00.499384 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f27ecf2f-1c50-411f-be60-41edcbf2f135', 'tag': '287eceb2-fd79-494c-9c4c-13c46b02a8d5', 'status': 'completed', 'code': 200}
Jul 14 08:50:00.518678 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-735bcbcd-90c2-4916-bd31-6287bcba5ea9 None None] Set router 77dbcf2e-b473-4388-845b-f4227d5eeb31 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:50:00.713292 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-93fdf337-bcff-4e5d-ac8b-40c422236aba req-e521b504-84f1-4ff5-a149-c55eb75671e9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=14f51922b06043779a5017e6efa8b95a&device_id=f27ecf2f-1c50-411f-be60-41edcbf2f135 HTTP/1.1" status: 200  len: 1098 time: 0.1128688
Jul 14 08:50:00.878726 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.db.l3_db [None req-e24cc05d-2f9d-47ac-a81d-f302241b5321 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Floating IP 41f7aa09-ca86-43e3-970a-6fc3cf343216 associated. External IP: 172.27.3.125, port: 4460edbb-4e37-4756-8d17-827c59e5989d.
Jul 14 08:50:00.893757 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-735bcbcd-90c2-4916-bd31-6287bcba5ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f640217e3c8>, [{'id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'name': 'tempest-AttachVolumeTestJSON-25464803-router', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'a11d6929-c47b-4da0-9b19-2fa410fb8a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:45Z', 'updated_at': '2021-07-14T08:43:58Z', 'revision_number': 4, 'project_id': '14f51922b06043779a5017e6efa8b95a', 'gw_port': {'id': 'a11d6929-c47b-4da0-9b19-2fa410fb8a6f', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ca:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:47Z', 'updated_at': '2021-07-14T08:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_floatingips': [{'id': '9d86df56-11c3-4202-a39e-f1cb77902a63', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'router_id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'port_id': '287eceb2-fd79-494c-9c4c-13c46b02a8d5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5638089-0bc3-451e-b07e-8f6a2e41d3b4', 'mac_address': 'fa:16:3e:5e:bf:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27ecf2f-1c50-411f-be60-41edcbf2f135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:49:25Z', 'updated_at': '2021-07-14T08:49:59Z', 'revision_number': 1, 'project_id': '14f51922b06043779a5017e6efa8b95a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '764c35b1-6fed-480c-80c2-502fb0d7c610', 'name': '', 'network_id': 'a5638089-0bc3-451e-b07e-8f6a2e41d3b4', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'mac_address': 'fa:16:3e:19:ad:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd6bd243-ec5f-4ebe-97dd-3f142d2cc859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:56Z', 'updated_at': '2021-07-14T08:44:10Z', 'revision_number': 5, 'project_id': '14f51922b06043779a5017e6efa8b95a', 'subnets': [{'id': 'bd6bd243-ec5f-4ebe-97dd-3f142d2cc859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:50:00.898002 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735bcbcd-90c2-4916-bd31-6287bcba5ea9 None None] Checking router: 77dbcf2e-b473-4388-845b-f4227d5eeb31 for host: dv-cinder-800229-1-iscsi {{(pid=82097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:50:00.909297 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735bcbcd-90c2-4916-bd31-6287bcba5ea9 None None] Routers {'77dbcf2e-b473-4388-845b-f4227d5eeb31'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:50:00.909961 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-735bcbcd-90c2-4916-bd31-6287bcba5ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f640217e3c8>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:49:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['77dbcf2e-b473-4388-845b-f4227d5eeb31'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:50:00.948160 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fdf337-bcff-4e5d-ac8b-40c422236aba req-0e80870a-dd00-42ff-ba94-43c1edd0fd21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:00.949734 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-93fdf337-bcff-4e5d-ac8b-40c422236aba req-0e80870a-dd00-42ff-ba94-43c1edd0fd21 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a5638089-0bc3-451e-b07e-8f6a2e41d3b4 HTTP/1.1" status: 200  len: 910 time: 0.2257938
Jul 14 08:50:01.104209 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-735bcbcd-90c2-4916-bd31-6287bcba5ea9 None None] Set router 77dbcf2e-b473-4388-845b-f4227d5eeb31 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:50:01.134948 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-93fdf337-bcff-4e5d-ac8b-40c422236aba req-80465ecd-b3e6-47be-97a8-c5e83eac7dba service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=287eceb2-fd79-494c-9c4c-13c46b02a8d5 HTTP/1.1" status: 200  len: 998 time: 0.1335952
Jul 14 08:50:01.218856 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fdf337-bcff-4e5d-ac8b-40c422236aba req-4b3620a8-104b-4b22-a324-93a21fdc8219 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:01.220458 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-93fdf337-bcff-4e5d-ac8b-40c422236aba req-4b3620a8-104b-4b22-a324-93a21fdc8219 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bd6bd243-ec5f-4ebe-97dd-3f142d2cc859 HTTP/1.1" status: 200  len: 848 time: 0.0755026
Jul 14 08:50:01.386557 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-93fdf337-bcff-4e5d-ac8b-40c422236aba req-f08bfa9b-2093-4aac-95bc-5611a9559d8e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a5638089-0bc3-451e-b07e-8f6a2e41d3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1539407
Jul 14 08:50:01.492005 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-735bcbcd-90c2-4916-bd31-6287bcba5ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f640217e3c8>, [{'id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'name': 'tempest-AttachVolumeTestJSON-25464803-router', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'a11d6929-c47b-4da0-9b19-2fa410fb8a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:45Z', 'updated_at': '2021-07-14T08:43:58Z', 'revision_number': 4, 'project_id': '14f51922b06043779a5017e6efa8b95a', 'gw_port': {'id': 'a11d6929-c47b-4da0-9b19-2fa410fb8a6f', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ca:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:47Z', 'updated_at': '2021-07-14T08:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_floatingips': [{'id': '9d86df56-11c3-4202-a39e-f1cb77902a63', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'router_id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'port_id': '287eceb2-fd79-494c-9c4c-13c46b02a8d5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5638089-0bc3-451e-b07e-8f6a2e41d3b4', 'mac_address': 'fa:16:3e:5e:bf:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27ecf2f-1c50-411f-be60-41edcbf2f135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:49:25Z', 'updated_at': '2021-07-14T08:49:59Z', 'revision_number': 1, 'project_id': '14f51922b06043779a5017e6efa8b95a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '764c35b1-6fed-480c-80c2-502fb0d7c610', 'name': '', 'network_id': 'a5638089-0bc3-451e-b07e-8f6a2e41d3b4', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'mac_address': 'fa:16:3e:19:ad:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd6bd243-ec5f-4ebe-97dd-3f142d2cc859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:56Z', 'updated_at': '2021-07-14T08:44:10Z', 'revision_number': 5, 'project_id': '14f51922b06043779a5017e6efa8b95a', 'subnets': [{'id': 'bd6bd243-ec5f-4ebe-97dd-3f142d2cc859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:50:01.501191 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735bcbcd-90c2-4916-bd31-6287bcba5ea9 None None] The sync data for ids ['77dbcf2e-b473-4388-845b-f4227d5eeb31'] in dv-cinder-800229-1-iscsi is: [{'id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'name': 'tempest-AttachVolumeTestJSON-25464803-router', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'a11d6929-c47b-4da0-9b19-2fa410fb8a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:45Z', 'updated_at': '2021-07-14T08:43:58Z', 'revision_number': 4, 'project_id': '14f51922b06043779a5017e6efa8b95a', 'gw_port': {'id': 'a11d6929-c47b-4da0-9b19-2fa410fb8a6f', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ca:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:47Z', 'updated_at': '2021-07-14T08:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_floatingips': [{'id': '9d86df56-11c3-4202-a39e-f1cb77902a63', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'router_id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'port_id': '287eceb2-fd79-494c-9c4c-13c46b02a8d5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5638089-0bc3-451e-b07e-8f6a2e41d3b4', 'mac_address': 'fa:16:3e:5e:bf:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27ecf2f-1c50-411f-be60-41edcbf2f135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:49:25Z', 'updated_at': '2021-07-14T08:49:59Z', 'revision_number': 1, 'project_id': '14f51922b06043779a5017e6efa8b95a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '764c35b1-6fed-480c-80c2-502fb0d7c610', 'name': '', 'network_id': 'a5638089-0bc3-451e-b07e-8f6a2e41d3b4', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'mac_address': 'fa:16:3e:19:ad:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd6bd243-ec5f-4ebe-97dd-3f142d2cc859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:56Z', 'updated_at': '2021-07-14T08:44:10Z', 'revision_number': 5, 'project_id': '14f51922b06043779a5017e6efa8b95a', 'subnets': [{'id': 'bd6bd243-ec5f-4ebe-97dd-3f142d2cc859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:50:01.897967 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 32834) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:50:01.930834 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-93fdf337-bcff-4e5d-ac8b-40c422236aba req-d2b803ee-0e60-4de8-9dcb-a3b29e5aab00 service neutron] 10.222.0.43 "GET /v2.0/networks/a5638089-0bc3-451e-b07e-8f6a2e41d3b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2519624
Jul 14 08:50:01.941231 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f20fb-d41a-40f1-a988-0836dacbdf95 req-d29e3cd2-42f1-492b-a328-fe5aa49a33dc tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:01.942870 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c47f20fb-d41a-40f1-a988-0836dacbdf95 req-d29e3cd2-42f1-492b-a328-fe5aa49a33dc tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 943 time: 0.2415340
Jul 14 08:50:01.962897 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732cedad-a5ef-423b-b4e7-f9697c3379a6 None None] New status for floating IP 9d86df56-11c3-4202-a39e-f1cb77902a63: ACTIVE {{(pid=82098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Jul 14 08:50:02.087876 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3c5e67a3-48d3-4efc-a006-afd674fe68fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:02.125400 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-3c5e67a3-48d3-4efc-a006-afd674fe68fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:50:02.129426 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-3c5e67a3-48d3-4efc-a006-afd674fe68fd admin admin] Usage tracker for resource:security_group_rule and tenant:de86fbf9037641a982a1ab976ab19bea is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:50:02.133425 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-3c5e67a3-48d3-4efc-a006-afd674fe68fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:50:02.139619 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-3c5e67a3-48d3-4efc-a006-afd674fe68fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:50:02.163472 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c47f20fb-d41a-40f1-a988-0836dacbdf95 req-ef9e7b9f-8b47-489f-95d3-c84aa024c6a8 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1900301
Jul 14 08:50:02.212395 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-93fdf337-bcff-4e5d-ac8b-40c422236aba req-e1596e91-1ba2-4b16-8f07-66e70fe83d37 service neutron] 10.222.0.43 "GET /v2.0/networks/a5638089-0bc3-451e-b07e-8f6a2e41d3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2676835
Jul 14 08:50:02.226459 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24cc05d-2f9d-47ac-a81d-f302241b5321 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Router 35c94502-fcbc-4f93-bdbd-47c38b2d773c has already been hosted by L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c {{(pid=82095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 14 08:50:02.226668 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3c5e67a3-48d3-4efc-a006-afd674fe68fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:02.230096 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3c5e67a3-48d3-4efc-a006-afd674fe68fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:02.244454 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-0c6391b9-7057-4411-b864-36e45872ea9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:50:02.284942 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e67a3-48d3-4efc-a006-afd674fe68fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07311be5-8a23-4a36-93a7-c28dbc0cfc1d,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:50:02.296728 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-3c5e67a3-48d3-4efc-a006-afd674fe68fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:50:02.308415 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-3c5e67a3-48d3-4efc-a006-afd674fe68fd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=de86fbf9037641a982a1ab976ab19bea&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4092836
Jul 14 08:50:02.311684 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 32842) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:50:02.378324 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1ccb804c-f6d2-4a54-9917-a93974a8e508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:02.406028 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1ccb804c-f6d2-4a54-9917-a93974a8e508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:02.452389 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1ccb804c-f6d2-4a54-9917-a93974a8e508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:02.452648 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24cc05d-2f9d-47ac-a81d-f302241b5321 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:50:02.457160 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e24cc05d-2f9d-47ac-a81d-f302241b5321 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for floatingip, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:02.457692 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-b8e54da8-ccd7-4899-bf3a-740a7b9eaba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:50:02.463552 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f26f728-e28b-4558-872d-a0ca3a026c3e None None] Sync routers for ids ['35c94502-fcbc-4f93-bdbd-47c38b2d773c'] in dv-cinder-800229-1-iscsi {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:50:02.472985 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb804c-f6d2-4a54-9917-a93974a8e508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07311be5-8a23-4a36-93a7-c28dbc0cfc1d,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:50:02.476511 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-1ccb804c-f6d2-4a54-9917-a93974a8e508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:50:02.477747 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1ccb804c-f6d2-4a54-9917-a93974a8e508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:02.481327 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-1ccb804c-f6d2-4a54-9917-a93974a8e508 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/07311be5-8a23-4a36-93a7-c28dbc0cfc1d HTTP/1.1" status: 204  len: 168 time: 0.1662447
Jul 14 08:50:02.509806 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f26f728-e28b-4558-872d-a0ca3a026c3e None None] Routers {'35c94502-fcbc-4f93-bdbd-47c38b2d773c'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:50:02.510503 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-8f26f728-e28b-4558-872d-a0ca3a026c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6402a85a20>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:49:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['35c94502-fcbc-4f93-bdbd-47c38b2d773c'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:50:02.521416 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-e24cc05d-2f9d-47ac-a81d-f302241b5321 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "PUT /v2.0/floatingips/41f7aa09-ca86-43e3-970a-6fc3cf343216 HTTP/1.1" status: 200  len: 991 time: 3.2199168
Jul 14 08:50:02.522577 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '458e4242-6369-490d-88d5-e8c7236f2740', 'tag': '4460edbb-4e37-4756-8d17-827c59e5989d'}] {{(pid=82095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:50:02.728865 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '458e4242-6369-490d-88d5-e8c7236f2740', 'tag': '4460edbb-4e37-4756-8d17-827c59e5989d', 'status': 'completed', 'code': 200}
Jul 14 08:50:02.741373 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-8f26f728-e28b-4558-872d-a0ca3a026c3e None None] Set router 35c94502-fcbc-4f93-bdbd-47c38b2d773c gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:50:02.860372 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-62809836-ab77-46ea-bf59-ec75aae7f99f req-ce5531cb-1506-4103-91e8-c0739f053a54 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b3a1809d9a5426abbaa7d1c2677f387&device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 1098 time: 0.0827253
Jul 14 08:50:03.016637 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62809836-ab77-46ea-bf59-ec75aae7f99f req-1700425d-1fb2-400b-a456-5fb1dc4bf78f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:03.016637 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-62809836-ab77-46ea-bf59-ec75aae7f99f req-1700425d-1fb2-400b-a456-5fb1dc4bf78f service neutron] 10.222.0.43 "GET /v2.0/networks?id=52933724-b56f-4198-aacf-d572e3623b57 HTTP/1.1" status: 200  len: 917 time: 0.1482306
Jul 14 08:50:03.128289 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-62809836-ab77-46ea-bf59-ec75aae7f99f req-3d73da72-ce8e-41c5-a7e1-39c9470cb2ed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4460edbb-4e37-4756-8d17-827c59e5989d HTTP/1.1" status: 200  len: 999 time: 0.1054552
Jul 14 08:50:03.202012 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62809836-ab77-46ea-bf59-ec75aae7f99f req-a2c9d49c-0faf-4639-8605-b6a1bdd12af7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:03.203605 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-62809836-ab77-46ea-bf59-ec75aae7f99f req-a2c9d49c-0faf-4639-8605-b6a1bdd12af7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d2471914-bec5-4d3a-8fbd-31586948f335 HTTP/1.1" status: 200  len: 855 time: 0.0658870
Jul 14 08:50:03.276160 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-8f26f728-e28b-4558-872d-a0ca3a026c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6402a85a20>, [{'id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'name': 'tempest-AttachVolumeShelveTestJSON-430322807-router', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'cb01eb5c-e36a-4f25-bdff-78debdf1d263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:40Z', 'updated_at': '2021-07-14T08:43:51Z', 'revision_number': 4, 'project_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'gw_port': {'id': 'cb01eb5c-e36a-4f25-bdff-78debdf1d263', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:41Z', 'updated_at': '2021-07-14T08:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_floatingips': [{'id': '41f7aa09-ca86-43e3-970a-6fc3cf343216', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'router_id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'port_id': '4460edbb-4e37-4756-8d17-827c59e5989d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52933724-b56f-4198-aacf-d572e3623b57', 'mac_address': 'fa:16:3e:86:8d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e4242-6369-490d-88d5-e8c7236f2740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:49:23Z', 'updated_at': '2021-07-14T08:50:00Z', 'revision_number': 1, 'project_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d30999-ab6a-41da-bdc0-6e0afa79ebee', 'name': '', 'network_id': '52933724-b56f-4198-aacf-d572e3623b57', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'mac_address': 'fa:16:3e:36:d5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2471914-bec5-4d3a-8fbd-31586948f335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:49Z', 'updated_at': '2021-07-14T08:44:09Z', 'revision_number': 5, 'project_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'subnets': [{'id': 'd2471914-bec5-4d3a-8fbd-31586948f335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:50:03.280230 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f26f728-e28b-4558-872d-a0ca3a026c3e None None] Checking router: 35c94502-fcbc-4f93-bdbd-47c38b2d773c for host: dv-cinder-800229-1-iscsi {{(pid=82097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:50:03.294239 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f26f728-e28b-4558-872d-a0ca3a026c3e None None] Routers {'35c94502-fcbc-4f93-bdbd-47c38b2d773c'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:50:03.294914 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-8f26f728-e28b-4558-872d-a0ca3a026c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6402a85a20>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:49:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['35c94502-fcbc-4f93-bdbd-47c38b2d773c'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:50:03.297411 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-62809836-ab77-46ea-bf59-ec75aae7f99f req-ba2f6d02-5142-4578-bff3-6cb708805abd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=52933724-b56f-4198-aacf-d572e3623b57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0753360
Jul 14 08:50:03.488514 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-8f26f728-e28b-4558-872d-a0ca3a026c3e None None] Set router 35c94502-fcbc-4f93-bdbd-47c38b2d773c gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:50:03.501329 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11283f-7e71-4270-a172-e9394b83358a req-13cb5716-1def-4d82-9537-28ec3a3a3221 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:03.502926 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cf11283f-7e71-4270-a172-e9394b83358a req-13cb5716-1def-4d82-9537-28ec3a3a3221 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 943 time: 0.2034488
Jul 14 08:50:03.509006 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-62809836-ab77-46ea-bf59-ec75aae7f99f req-d44b52e8-40d7-438c-93cf-378a0fec4307 service neutron] 10.222.0.43 "GET /v2.0/networks/52933724-b56f-4198-aacf-d572e3623b57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1719270
Jul 14 08:50:03.657305 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cf11283f-7e71-4270-a172-e9394b83358a req-dc4f0886-46cd-42c4-8dd4-6995db440f41 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1472530
Jul 14 08:50:03.701257 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-62809836-ab77-46ea-bf59-ec75aae7f99f req-9bfbe955-5c01-4789-8a2a-53e2f1091f09 service neutron] 10.222.0.43 "GET /v2.0/networks/52933724-b56f-4198-aacf-d572e3623b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1727157
Jul 14 08:50:03.869408 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-8f26f728-e28b-4558-872d-a0ca3a026c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6402a85a20>, [{'id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'name': 'tempest-AttachVolumeShelveTestJSON-430322807-router', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'cb01eb5c-e36a-4f25-bdff-78debdf1d263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:40Z', 'updated_at': '2021-07-14T08:43:51Z', 'revision_number': 4, 'project_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'gw_port': {'id': 'cb01eb5c-e36a-4f25-bdff-78debdf1d263', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:41Z', 'updated_at': '2021-07-14T08:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_floatingips': [{'id': '41f7aa09-ca86-43e3-970a-6fc3cf343216', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'router_id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'port_id': '4460edbb-4e37-4756-8d17-827c59e5989d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52933724-b56f-4198-aacf-d572e3623b57', 'mac_address': 'fa:16:3e:86:8d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e4242-6369-490d-88d5-e8c7236f2740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:49:23Z', 'updated_at': '2021-07-14T08:50:00Z', 'revision_number': 1, 'project_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d30999-ab6a-41da-bdc0-6e0afa79ebee', 'name': '', 'network_id': '52933724-b56f-4198-aacf-d572e3623b57', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'mac_address': 'fa:16:3e:36:d5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2471914-bec5-4d3a-8fbd-31586948f335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:49Z', 'updated_at': '2021-07-14T08:44:09Z', 'revision_number': 5, 'project_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'subnets': [{'id': 'd2471914-bec5-4d3a-8fbd-31586948f335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:50:03.873526 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f26f728-e28b-4558-872d-a0ca3a026c3e None None] The sync data for ids ['35c94502-fcbc-4f93-bdbd-47c38b2d773c'] in dv-cinder-800229-1-iscsi is: [{'id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'name': 'tempest-AttachVolumeShelveTestJSON-430322807-router', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'cb01eb5c-e36a-4f25-bdff-78debdf1d263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:40Z', 'updated_at': '2021-07-14T08:43:51Z', 'revision_number': 4, 'project_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'gw_port': {'id': 'cb01eb5c-e36a-4f25-bdff-78debdf1d263', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:41Z', 'updated_at': '2021-07-14T08:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_floatingips': [{'id': '41f7aa09-ca86-43e3-970a-6fc3cf343216', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'router_id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'port_id': '4460edbb-4e37-4756-8d17-827c59e5989d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52933724-b56f-4198-aacf-d572e3623b57', 'mac_address': 'fa:16:3e:86:8d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e4242-6369-490d-88d5-e8c7236f2740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:49:23Z', 'updated_at': '2021-07-14T08:50:00Z', 'revision_number': 1, 'project_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d30999-ab6a-41da-bdc0-6e0afa79ebee', 'name': '', 'network_id': '52933724-b56f-4198-aacf-d572e3623b57', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'mac_address': 'fa:16:3e:36:d5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2471914-bec5-4d3a-8fbd-31586948f335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:49Z', 'updated_at': '2021-07-14T08:44:09Z', 'revision_number': 5, 'project_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'subnets': [{'id': 'd2471914-bec5-4d3a-8fbd-31586948f335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:50:04.206984 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94afb749-bc8f-4421-be5b-4fb7772405d3 None None] New status for floating IP 41f7aa09-ca86-43e3-970a-6fc3cf343216: ACTIVE {{(pid=82098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Jul 14 08:50:04.881042 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c77d99-48fb-4d98-96a3-15c37fa90608 req-baaef42f-03b8-4be6-bdbb-f87afc70bd38 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:04.882698 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b1c77d99-48fb-4d98-96a3-15c37fa90608 req-baaef42f-03b8-4be6-bdbb-f87afc70bd38 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 943 time: 0.0856390
Jul 14 08:50:04.930740 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b1c77d99-48fb-4d98-96a3-15c37fa90608 req-962b34c6-2b1b-466c-89a0-71c83ff2c630 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419893
Jul 14 08:50:05.763001 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d035de47-48f6-41a9-90ef-d97ef6e1de40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:06.032151 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:06.138336 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6cc0e-2df3-4b69-88c3-8475649d0665 req-556dc6bb-836f-419a-b330-a0bc0adf2e64 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:06.139950 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b8e6cc0e-2df3-4b69-88c3-8475649d0665 req-556dc6bb-836f-419a-b330-a0bc0adf2e64 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 943 time: 0.0835311
Jul 14 08:50:06.187808 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b8e6cc0e-2df3-4b69-88c3-8475649d0665 req-88194094-9840-4db4-9c67-62f3103db5d7 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413425
Jul 14 08:50:06.750512 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:07.396947 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85537e11-2ff2-4eb4-a3ec-236dccb2e7c4 req-7d497ce3-0dfb-4f5f-bc05-2b608f8eb763 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:07.398559 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-85537e11-2ff2-4eb4-a3ec-236dccb2e7c4 req-7d497ce3-0dfb-4f5f-bc05-2b608f8eb763 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 943 time: 0.0828276
Jul 14 08:50:07.449199 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-85537e11-2ff2-4eb4-a3ec-236dccb2e7c4 req-78f7bde6-6f63-4a1a-84b0-3c19db08f9ca tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440996
Jul 14 08:50:07.754729 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-39bd35ca-b492-426e-885f-16a7deebc2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:08.243699 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4a780-099d-41cf-bbc1-8e935ec00782 req-5331bbf8-c48a-451d-8cf8-8c9b1542e8f1 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:08.245280 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-69b4a780-099d-41cf-bbc1-8e935ec00782 req-5331bbf8-c48a-451d-8cf8-8c9b1542e8f1 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/ports?device_id=4438c323-5a3c-4b4f-b694-22fd9f202d33 HTTP/1.1" status: 200  len: 946 time: 0.0853786
Jul 14 08:50:08.293190 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-69b4a780-099d-41cf-bbc1-8e935ec00782 req-537f2f4c-4a90-4360-b884-0e1b0fffcf13 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509bb95-6dfe-433f-b6cc-564ce9c446d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417502
Jul 14 08:50:08.518592 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:08.653910 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48827f49-4a20-4664-a178-d389eb4c1a0f req-f9605294-d8b1-423b-bec6-e8538261420b tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:08.655552 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-48827f49-4a20-4664-a178-d389eb4c1a0f req-f9605294-d8b1-423b-bec6-e8538261420b tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 943 time: 0.0831063
Jul 14 08:50:08.703784 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-48827f49-4a20-4664-a178-d389eb4c1a0f req-d0724988-399c-4de9-8002-b65201251dee tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422435
Jul 14 08:50:09.500626 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de0401-0d71-4b47-9b8c-605bdd3eefd7 req-d6f1e0b1-9410-4426-94c8-68251313dbfa tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:09.502238 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-96de0401-0d71-4b47-9b8c-605bdd3eefd7 req-d6f1e0b1-9410-4426-94c8-68251313dbfa tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/ports?device_id=4438c323-5a3c-4b4f-b694-22fd9f202d33 HTTP/1.1" status: 200  len: 946 time: 0.0842862
Jul 14 08:50:09.551019 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-96de0401-0d71-4b47-9b8c-605bdd3eefd7 req-81cf98ce-85a8-42f6-a4ab-8af7cc8b2fef tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509bb95-6dfe-433f-b6cc-564ce9c446d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418303
Jul 14 08:50:09.582271 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:09.856028 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device cb2308f7-3d56-4301-8a0d-a171e2bab62d details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 14 08:50:09.915038 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157ae45-791f-4067-b985-f4b8a195583b req-be52428b-aa3c-4551-80b0-5f36a74b98ba tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:09.916705 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a157ae45-791f-4067-b985-f4b8a195583b req-be52428b-aa3c-4551-80b0-5f36a74b98ba tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 943 time: 0.0894656
Jul 14 08:50:09.969081 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a157ae45-791f-4067-b985-f4b8a195583b req-ab4a1930-a15e-46e2-9396-62270b5fa5d1 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463736
Jul 14 08:50:10.002502 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port cb2308f7-3d56-4301-8a0d-a171e2bab62d, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=cb2308f7-3d56-4301-8a0d-a171e2bab62d,segment=NetworkSegment(745ade6f-7373-46a0-bd3a-0228d40f5712),segment_id=745ade6f-7373-46a0-bd3a-0228d40f5712)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:50:10.016561 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Returning: {'device': 'cb2308f7-3d56-4301-8a0d-a171e2bab62d', 'network_id': '37d353b7-12ef-44c4-8a9b-63df741acc4b', 'port_id': 'cb2308f7-3d56-4301-8a0d-a171e2bab62d', 'mac_address': 'fa:16:3e:ad:c5:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a615d5f3-558f-4146-a085-7707c0194061', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 14 08:50:10.070994 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:10.089252 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb2308f7-3d56-4301-8a0d-a171e2bab62d {{(pid=82097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:50:10.104788 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port cb2308f7-3d56-4301-8a0d-a171e2bab62d, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=cb2308f7-3d56-4301-8a0d-a171e2bab62d,segment=NetworkSegment(745ade6f-7373-46a0-bd3a-0228d40f5712),segment_id=745ade6f-7373-46a0-bd3a-0228d40f5712)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:50:10.107634 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:10.109429 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:50:10.175216 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=cb2308f7-3d56-4301-8a0d-a171e2bab62d,revision_number=4']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:50:10.184120 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:50:10.184512 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:50:10.184888 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:50:10.185260 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:50:10.185632 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:50:10.186006 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:50:10.186371 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:50:10.186739 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:50:10.187126 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:50:10.187488 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:50:10.187855 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:50:10.191902 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:50:10.210249 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a270e-ae53-479f-a75d-2c9dd665c858 req-d140f1c7-0e06-4d9b-9a37-18c49d963fbc tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:10.211854 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-187a270e-ae53-479f-a75d-2c9dd665c858 req-d140f1c7-0e06-4d9b-9a37-18c49d963fbc tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.43 "GET /v2.0/ports?device_id=4438c323-5a3c-4b4f-b694-22fd9f202d33 HTTP/1.1" status: 200  len: 946 time: 0.0830171
Jul 14 08:50:10.284278 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [req-187a270e-ae53-479f-a75d-2c9dd665c858 req-86ccb2b4-8b77-42c8-b328-e2afa9a1c256 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Deleting port a478368a-6d27-4a96-b62f-a5926cefb96b {{(pid=82095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:50:10.284656 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-187a270e-ae53-479f-a75d-2c9dd665c858 req-86ccb2b4-8b77-42c8-b328-e2afa9a1c256 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:10.506209 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] get_ports_and_sgs() called for port_ids ['cb2308f7-3d56-4301-8a0d-a171e2bab62d'] {{(pid=82097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 14 08:50:10.539008 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-187a270e-ae53-479f-a75d-2c9dd665c858 req-86ccb2b4-8b77-42c8-b328-e2afa9a1c256 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] For port a478368a-6d27-4a96-b62f-a5926cefb96b, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=a478368a-6d27-4a96-b62f-a5926cefb96b,segment=NetworkSegment(e22cceb9-90bd-4075-b814-4ddff48bb78f),segment_id=e22cceb9-90bd-4075-b814-4ddff48bb78f)] {{(pid=82095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:50:10.539457 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-187a270e-ae53-479f-a75d-2c9dd665c858 req-86ccb2b4-8b77-42c8-b328-e2afa9a1c256 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:10.673018 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [req-187a270e-ae53-479f-a75d-2c9dd665c858 req-86ccb2b4-8b77-42c8-b328-e2afa9a1c256 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Calling delete_port for a478368a-6d27-4a96-b62f-a5926cefb96b owned by compute:nova {{(pid=82095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:50:10.888017 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f2aff-4ea5-4a88-9fb0-97087321eb1e req-1a8134ed-580a-4e20-955f-a4fa6292bcdf tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:10.889598 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-025f2aff-4ea5-4a88-9fb0-97087321eb1e req-1a8134ed-580a-4e20-955f-a4fa6292bcdf tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/ports?device_id=4438c323-5a3c-4b4f-b694-22fd9f202d33 HTTP/1.1" status: 200  len: 946 time: 0.1771348
Jul 14 08:50:10.918680 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-187a270e-ae53-479f-a75d-2c9dd665c858 req-86ccb2b4-8b77-42c8-b328-e2afa9a1c256 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:10.924940 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e617f49d-d24c-47a5-bba8-28652858259a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:50:10.976500 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ccb2b4-8b77-42c8-b328-e2afa9a1c256 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Pushing event deleted for resources: {'Port': ['ID=a478368a-6d27-4a96-b62f-a5926cefb96b,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:50:11.021251 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ccb2b4-8b77-42c8-b328-e2afa9a1c256 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:50:11.021669 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ccb2b4-8b77-42c8-b328-e2afa9a1c256 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:50:11.022077 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ccb2b4-8b77-42c8-b328-e2afa9a1c256 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:50:11.022478 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ccb2b4-8b77-42c8-b328-e2afa9a1c256 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:50:11.022878 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ccb2b4-8b77-42c8-b328-e2afa9a1c256 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:50:11.023305 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ccb2b4-8b77-42c8-b328-e2afa9a1c256 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:50:11.023706 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ccb2b4-8b77-42c8-b328-e2afa9a1c256 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:50:11.024101 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ccb2b4-8b77-42c8-b328-e2afa9a1c256 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:50:11.024491 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ccb2b4-8b77-42c8-b328-e2afa9a1c256 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:50:11.024885 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ccb2b4-8b77-42c8-b328-e2afa9a1c256 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:50:11.025271 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ccb2b4-8b77-42c8-b328-e2afa9a1c256 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:50:11.034414 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-025f2aff-4ea5-4a88-9fb0-97087321eb1e req-433fca79-1d8c-4511-aa31-66971522c271 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509bb95-6dfe-433f-b6cc-564ce9c446d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1383195
Jul 14 08:50:11.040251 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-86ccb2b4-8b77-42c8-b328-e2afa9a1c256 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:50:11.078849 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [req-187a270e-ae53-479f-a75d-2c9dd665c858 req-86ccb2b4-8b77-42c8-b328-e2afa9a1c256 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] No DVR routers for this DVR port a478368a-6d27-4a96-b62f-a5926cefb96b on host hv-cinder-80022 {{(pid=82095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 14 08:50:11.081582 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-187a270e-ae53-479f-a75d-2c9dd665c858 req-86ccb2b4-8b77-42c8-b328-e2afa9a1c256 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:11.086947 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4438c323-5a3c-4b4f-b694-22fd9f202d33', 'name': 'network-vif-deleted', 'tag': 'a478368a-6d27-4a96-b62f-a5926cefb96b'}] {{(pid=82095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:50:11.101024 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-187a270e-ae53-479f-a75d-2c9dd665c858 req-86ccb2b4-8b77-42c8-b328-e2afa9a1c256 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] 10.222.0.43 "DELETE /v2.0/ports/a478368a-6d27-4a96-b62f-a5926cefb96b HTTP/1.1" status: 204  len: 173 time: 0.8825054
Jul 14 08:50:11.180444 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca579409-1528-41a3-ab30-1d66090ac554 req-ecd1cd4b-b1db-4350-a82c-1d1ddcd1c77b tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:11.182018 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ca579409-1528-41a3-ab30-1d66090ac554 req-ecd1cd4b-b1db-4350-a82c-1d1ddcd1c77b tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 944 time: 0.0868592
Jul 14 08:50:11.230040 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ca579409-1528-41a3-ab30-1d66090ac554 req-55e2c86e-ffec-48c7-9607-c1a69eb92cb0 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418708
Jul 14 08:50:11.291692 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4438c323-5a3c-4b4f-b694-22fd9f202d33', 'name': 'network-vif-deleted', 'tag': 'a478368a-6d27-4a96-b62f-a5926cefb96b', 'status': 'completed', 'code': 200}
Jul 14 08:50:11.849053 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device cb2308f7-3d56-4301-8a0d-a171e2bab62d up at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:50:11.918226 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning for port cb2308f7-3d56-4301-8a0d-a171e2bab62d completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:50:11.923026 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning complete for port cb2308f7-3d56-4301-8a0d-a171e2bab62d triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:50:11.923475 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:12.041828 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:12.068743 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67df88df-fa58-4ecc-be5e-c1d19ba0ffcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2308f7-3d56-4301-8a0d-a171e2bab62d'}] {{(pid=82097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:50:12.078693 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port cb2308f7-3d56-4301-8a0d-a171e2bab62d, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=cb2308f7-3d56-4301-8a0d-a171e2bab62d,segment=NetworkSegment(745ade6f-7373-46a0-bd3a-0228d40f5712),segment_id=745ade6f-7373-46a0-bd3a-0228d40f5712)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:50:12.082028 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:12.083574 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device a478368a-6d27-4a96-b62f-a5926cefb96b no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:50:12.111559 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:50:12.141629 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67df88df-fa58-4ecc-be5e-c1d19ba0ffcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2308f7-3d56-4301-8a0d-a171e2bab62d', 'code': 200}
Jul 14 08:50:12.151244 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] No Port match for: a478368a-6d27-4a96-b62f-a5926cefb96b {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:50:12.151640 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device a478368a-6d27-4a96-b62f-a5926cefb96b not bound to the agent host hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:50:12.189358 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=cb2308f7-3d56-4301-8a0d-a171e2bab62d,revision_number=5']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:50:12.192546 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:50:12.765071 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264585d9-daac-4ade-87b0-5acbd2626c6d req-30748b3a-8b4b-4a5a-8e7d-b0e365f6b93b tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:12.766660 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-264585d9-daac-4ade-87b0-5acbd2626c6d req-30748b3a-8b4b-4a5a-8e7d-b0e365f6b93b tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 945 time: 0.3891380
Jul 14 08:50:12.770362 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bcebd532-0c62-42da-804b-53ec1ad038c1 req-ddb98040-1e1f-4fcc-a286-2c50a55b82c2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 1098 time: 0.1141984
Jul 14 08:50:12.844220 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-264585d9-daac-4ade-87b0-5acbd2626c6d req-4794b2c1-a60c-446e-b95a-a70950f978ae tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0706816
Jul 14 08:50:12.848687 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bcebd532-0c62-42da-804b-53ec1ad038c1 req-86f728c8-baca-48ca-af1a-0238852ce983 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593643
Jul 14 08:50:14.059346 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbdf65-eb87-4aca-9511-2601851351b9 req-c6166777-a129-4773-9ac0-c21075839010 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:14.061153 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-48cbdf65-eb87-4aca-9511-2601851351b9 req-c6166777-a129-4773-9ac0-c21075839010 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 945 time: 0.0844173
Jul 14 08:50:14.116086 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-48cbdf65-eb87-4aca-9511-2601851351b9 req-e9ad29e0-50f3-4676-98cb-78bff64c4bf2 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486495
Jul 14 08:50:15.243739 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.agents_db [None req-e2914788-e7e4-4a13-b83f-78c3979e9233 None None] Agent healthcheck: found 6 active agents {{(pid=82098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 14 08:50:17.194870 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd7653-18bc-42f1-bed1-c863edac79c2 req-640b39f9-9d87-4508-bee4-dc942487d54b tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:17.196502 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f2dd7653-18bc-42f1-bed1-c863edac79c2 req-640b39f9-9d87-4508-bee4-dc942487d54b tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 945 time: 0.0830679
Jul 14 08:50:17.248846 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f2dd7653-18bc-42f1-bed1-c863edac79c2 req-f32ebf39-f98c-4b89-8933-d989ec311c70 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461638
Jul 14 08:50:17.452271 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce5608-8002-42dd-a39b-a2c618f3654e req-af979050-3c42-474b-8e8b-b520f7dbaf67 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:17.453848 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b0ce5608-8002-42dd-a39b-a2c618f3654e req-af979050-3c42-474b-8e8b-b520f7dbaf67 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 945 time: 0.0824149
Jul 14 08:50:17.502702 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b0ce5608-8002-42dd-a39b-a2c618f3654e req-5c473f38-b59c-4ebf-b987-b8316f38ff41 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426562
Jul 14 08:50:17.529985 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 32958) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:50:17.802231 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-e67f4e03-f442-42f5-92af-7c36dda6879a tempest-TestShelveInstance-1982624225 tempest-TestShelveInstance-1982624225-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 1093 time: 0.2702785
Jul 14 08:50:17.805192 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 32964) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:50:17.810798 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-6b612477-0240-4e3e-bab7-13d2642c6a47 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Request body: {'floatingip': {'floating_network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'port_id': 'cb2308f7-3d56-4301-8a0d-a171e2bab62d', 'tenant_id': '5d08798323484c2898fdb1641777fcca', 'fixed_ip_address': '172.20.0.6'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:50:17.816414 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-6b612477-0240-4e3e-bab7-13d2642c6a47 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:50:17.820440 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-6b612477-0240-4e3e-bab7-13d2642c6a47 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Usage tracker for resource:floatingip and tenant:5d08798323484c2898fdb1641777fcca is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:50:17.823409 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-6b612477-0240-4e3e-bab7-13d2642c6a47 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:50:17.829313 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-6b612477-0240-4e3e-bab7-13d2642c6a47 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:50:17.838427 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6b612477-0240-4e3e-bab7-13d2642c6a47 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks [] for floatingip, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:17.983263 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6b612477-0240-4e3e-bab7-13d2642c6a47 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:18.129982 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [None req-6b612477-0240-4e3e-bab7-13d2642c6a47 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Allocated IP 172.27.3.189 (67339833-1858-4359-a5f3-39cbe3daa12b/5340f5f3-2f04-41df-9207-8bcd858e18e6/6ca4e7a2-5315-4ed6-84ec-6d2bead09727) {{(pid=82096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:50:18.295839 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6b612477-0240-4e3e-bab7-13d2642c6a47 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks [] for port, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:18.323500 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6b612477-0240-4e3e-bab7-13d2642c6a47 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132881'] for port, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:18.328019 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e1a6b399-bfea-486d-88f9-f1806b8e12f9 tempest-AttachVolumeNegativeTest-893681043 tempest-AttachVolumeNegativeTest-893681043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:50:18.398275 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b612477-0240-4e3e-bab7-13d2642c6a47 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Network 67339833-1858-4359-a5f3-39cbe3daa12b is already hosted by enough agents. {{(pid=82096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:50:18.401273 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-6b612477-0240-4e3e-bab7-13d2642c6a47 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Resources bound (agent type, host, resource id):  {{(pid=82096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:50:18.406009 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b612477-0240-4e3e-bab7-13d2642c6a47 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Received port after_create {{(pid=82096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:50:18.432907 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b612477-0240-4e3e-bab7-13d2642c6a47 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Pushing event updated for resources: {'Port': ['ID=6ca4e7a2-5315-4ed6-84ec-6d2bead09727,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:50:18.438171 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-6b612477-0240-4e3e-bab7-13d2642c6a47 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:50:19.158819 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6b612477-0240-4e3e-bab7-13d2642c6a47 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:19.214671 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6b612477-0240-4e3e-bab7-13d2642c6a47 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:19.438220 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6b612477-0240-4e3e-bab7-13d2642c6a47 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks [] for port, precommit_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:19.441631 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6b612477-0240-4e3e-bab7-13d2642c6a47 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853642936'] for port, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:19.445943 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-0195e232-a9f9-4cec-a16a-ec3489880439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:50:19.557034 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b612477-0240-4e3e-bab7-13d2642c6a47 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Pushing event updated for resources: {'Port': ['ID=6ca4e7a2-5315-4ed6-84ec-6d2bead09727,revision_number=2']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:50:19.561397 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-6b612477-0240-4e3e-bab7-13d2642c6a47 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:50:19.571872 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6b612477-0240-4e3e-bab7-13d2642c6a47 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854084435'] for floatingip, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:19.767242 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.db.l3_db [None req-6b612477-0240-4e3e-bab7-13d2642c6a47 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Floating IP 5e0cde87-d585-43a3-abd0-a2d3ddee277d associated. External IP: 172.27.3.189, port: cb2308f7-3d56-4301-8a0d-a171e2bab62d.
Jul 14 08:50:20.174542 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b612477-0240-4e3e-bab7-13d2642c6a47 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Router d537b9fc-17d9-42fb-8263-a23ccb377ca3 has already been hosted by L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c {{(pid=82096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 14 08:50:20.381439 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b612477-0240-4e3e-bab7-13d2642c6a47 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:50:20.391054 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7e5e7f-23b7-4704-b0ab-0f3ed627bead None None] Sync routers for ids ['d537b9fc-17d9-42fb-8263-a23ccb377ca3'] in dv-cinder-800229-1-iscsi {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:50:20.405830 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7e5e7f-23b7-4704-b0ab-0f3ed627bead None None] Routers {'d537b9fc-17d9-42fb-8263-a23ccb377ca3'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:50:20.406307 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-9d7e5e7f-23b7-4704-b0ab-0f3ed627bead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64025750b8>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:50:08Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['d537b9fc-17d9-42fb-8263-a23ccb377ca3'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:50:20.409088 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6b612477-0240-4e3e-bab7-13d2642c6a47 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for floatingip, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:20.468787 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-6b612477-0240-4e3e-bab7-13d2642c6a47 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6624312
Jul 14 08:50:20.469476 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67df88df-fa58-4ecc-be5e-c1d19ba0ffcc', 'tag': 'cb2308f7-3d56-4301-8a0d-a171e2bab62d'}] {{(pid=82096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:50:20.607596 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-9d7e5e7f-23b7-4704-b0ab-0f3ed627bead None None] Set router d537b9fc-17d9-42fb-8263-a23ccb377ca3 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:50:20.664764 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67df88df-fa58-4ecc-be5e-c1d19ba0ffcc', 'tag': 'cb2308f7-3d56-4301-8a0d-a171e2bab62d', 'status': 'completed', 'code': 200}
Jul 14 08:50:20.786434 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d4680615-43b0-4b2f-bd33-a294f6268d8b req-a321cd1d-f049-49ed-9a40-697df99bee47 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5d08798323484c2898fdb1641777fcca&device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 1098 time: 0.0754690
Jul 14 08:50:20.930539 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4680615-43b0-4b2f-bd33-a294f6268d8b req-d43d1396-3671-4de0-80a8-3a4bf4443249 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:20.932266 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d4680615-43b0-4b2f-bd33-a294f6268d8b req-d43d1396-3671-4de0-80a8-3a4bf4443249 service neutron] 10.222.0.43 "GET /v2.0/networks?id=37d353b7-12ef-44c4-8a9b-63df741acc4b HTTP/1.1" status: 200  len: 910 time: 0.1371050
Jul 14 08:50:20.974348 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-9d7e5e7f-23b7-4704-b0ab-0f3ed627bead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64025750b8>, [{'id': 'd537b9fc-17d9-42fb-8263-a23ccb377ca3', 'name': 'tempest-TestShelveInstance-1018698440-router', 'tenant_id': '5d08798323484c2898fdb1641777fcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '0fa70025-c8e8-445a-8f5b-490391c404ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:48:55Z', 'updated_at': '2021-07-14T08:49:00Z', 'revision_number': 4, 'project_id': '5d08798323484c2898fdb1641777fcca', 'gw_port': {'id': '0fa70025-c8e8-445a-8f5b-490391c404ca', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537b9fc-17d9-42fb-8263-a23ccb377ca3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:48:56Z', 'updated_at': '2021-07-14T08:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_floatingips': [{'id': '5e0cde87-d585-43a3-abd0-a2d3ddee277d', 'tenant_id': '5d08798323484c2898fdb1641777fcca', 'floating_ip_address': '172.27.3.189', 'floating_network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'router_id': 'd537b9fc-17d9-42fb-8263-a23ccb377ca3', 'port_id': 'cb2308f7-3d56-4301-8a0d-a171e2bab62d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37d353b7-12ef-44c4-8a9b-63df741acc4b', 'mac_address': 'fa:16:3e:ad:c5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67df88df-fa58-4ecc-be5e-c1d19ba0ffcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:50:18Z', 'updated_at': '2021-07-14T08:50:18Z', 'revision_number': 0, 'project_id': '5d08798323484c2898fdb1641777fcca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e969dba5-2091-4319-ab2a-0c924b554bf2', 'name': '', 'network_id': '37d353b7-12ef-44c4-8a9b-63df741acc4b', 'tenant_id': '5d08798323484c2898fdb1641777fcca', 'mac_address': 'fa:16:3e:e9:c3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537b9fc-17d9-42fb-8263-a23ccb377ca3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a615d5f3-558f-4146-a085-7707c0194061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:48:59Z', 'updated_at': '2021-07-14T08:49:10Z', 'revision_number': 5, 'project_id': '5d08798323484c2898fdb1641777fcca', 'subnets': [{'id': 'a615d5f3-558f-4146-a085-7707c0194061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:50:20.978456 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7e5e7f-23b7-4704-b0ab-0f3ed627bead None None] Checking router: d537b9fc-17d9-42fb-8263-a23ccb377ca3 for host: dv-cinder-800229-1-iscsi {{(pid=82097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:50:20.990273 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7e5e7f-23b7-4704-b0ab-0f3ed627bead None None] Routers {'d537b9fc-17d9-42fb-8263-a23ccb377ca3'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:50:20.990904 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-9d7e5e7f-23b7-4704-b0ab-0f3ed627bead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64025750b8>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:50:08Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['d537b9fc-17d9-42fb-8263-a23ccb377ca3'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:50:21.046438 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d4680615-43b0-4b2f-bd33-a294f6268d8b req-bcca37fb-4630-48c3-8621-6fa51a949bd3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb2308f7-3d56-4301-8a0d-a171e2bab62d HTTP/1.1" status: 200  len: 999 time: 0.1038787
Jul 14 08:50:21.115746 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4680615-43b0-4b2f-bd33-a294f6268d8b req-87b22e93-0af3-4954-a808-65575fc007f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:21.117459 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d4680615-43b0-4b2f-bd33-a294f6268d8b req-87b22e93-0af3-4954-a808-65575fc007f8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a615d5f3-558f-4146-a085-7707c0194061 HTTP/1.1" status: 200  len: 848 time: 0.0639150
Jul 14 08:50:21.173175 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-9d7e5e7f-23b7-4704-b0ab-0f3ed627bead None None] Set router d537b9fc-17d9-42fb-8263-a23ccb377ca3 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:50:21.201367 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d4680615-43b0-4b2f-bd33-a294f6268d8b req-0c888dd8-06ab-4ab9-8dcc-6814eed73627 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=37d353b7-12ef-44c4-8a9b-63df741acc4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0766051
Jul 14 08:50:21.355217 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d4680615-43b0-4b2f-bd33-a294f6268d8b req-5d8d4cd4-a4b7-437a-b063-a944220657d3 service neutron] 10.222.0.43 "GET /v2.0/networks/37d353b7-12ef-44c4-8a9b-63df741acc4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1459324
Jul 14 08:50:21.511951 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d4680615-43b0-4b2f-bd33-a294f6268d8b req-187df0cd-dc1d-4bb0-99cc-87f239525458 service neutron] 10.222.0.43 "GET /v2.0/networks/37d353b7-12ef-44c4-8a9b-63df741acc4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1418064
Jul 14 08:50:21.557966 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-9d7e5e7f-23b7-4704-b0ab-0f3ed627bead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64025750b8>, [{'id': 'd537b9fc-17d9-42fb-8263-a23ccb377ca3', 'name': 'tempest-TestShelveInstance-1018698440-router', 'tenant_id': '5d08798323484c2898fdb1641777fcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '0fa70025-c8e8-445a-8f5b-490391c404ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:48:55Z', 'updated_at': '2021-07-14T08:49:00Z', 'revision_number': 4, 'project_id': '5d08798323484c2898fdb1641777fcca', 'gw_port': {'id': '0fa70025-c8e8-445a-8f5b-490391c404ca', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537b9fc-17d9-42fb-8263-a23ccb377ca3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:48:56Z', 'updated_at': '2021-07-14T08:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_floatingips': [{'id': '5e0cde87-d585-43a3-abd0-a2d3ddee277d', 'tenant_id': '5d08798323484c2898fdb1641777fcca', 'floating_ip_address': '172.27.3.189', 'floating_network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'router_id': 'd537b9fc-17d9-42fb-8263-a23ccb377ca3', 'port_id': 'cb2308f7-3d56-4301-8a0d-a171e2bab62d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37d353b7-12ef-44c4-8a9b-63df741acc4b', 'mac_address': 'fa:16:3e:ad:c5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67df88df-fa58-4ecc-be5e-c1d19ba0ffcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:50:18Z', 'updated_at': '2021-07-14T08:50:18Z', 'revision_number': 0, 'project_id': '5d08798323484c2898fdb1641777fcca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e969dba5-2091-4319-ab2a-0c924b554bf2', 'name': '', 'network_id': '37d353b7-12ef-44c4-8a9b-63df741acc4b', 'tenant_id': '5d08798323484c2898fdb1641777fcca', 'mac_address': 'fa:16:3e:e9:c3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537b9fc-17d9-42fb-8263-a23ccb377ca3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a615d5f3-558f-4146-a085-7707c0194061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:48:59Z', 'updated_at': '2021-07-14T08:49:10Z', 'revision_number': 5, 'project_id': '5d08798323484c2898fdb1641777fcca', 'subnets': [{'id': 'a615d5f3-558f-4146-a085-7707c0194061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:50:21.562632 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7e5e7f-23b7-4704-b0ab-0f3ed627bead None None] The sync data for ids ['d537b9fc-17d9-42fb-8263-a23ccb377ca3'] in dv-cinder-800229-1-iscsi is: [{'id': 'd537b9fc-17d9-42fb-8263-a23ccb377ca3', 'name': 'tempest-TestShelveInstance-1018698440-router', 'tenant_id': '5d08798323484c2898fdb1641777fcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '0fa70025-c8e8-445a-8f5b-490391c404ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:48:55Z', 'updated_at': '2021-07-14T08:49:00Z', 'revision_number': 4, 'project_id': '5d08798323484c2898fdb1641777fcca', 'gw_port': {'id': '0fa70025-c8e8-445a-8f5b-490391c404ca', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537b9fc-17d9-42fb-8263-a23ccb377ca3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:48:56Z', 'updated_at': '2021-07-14T08:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_floatingips': [{'id': '5e0cde87-d585-43a3-abd0-a2d3ddee277d', 'tenant_id': '5d08798323484c2898fdb1641777fcca', 'floating_ip_address': '172.27.3.189', 'floating_network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'router_id': 'd537b9fc-17d9-42fb-8263-a23ccb377ca3', 'port_id': 'cb2308f7-3d56-4301-8a0d-a171e2bab62d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37d353b7-12ef-44c4-8a9b-63df741acc4b', 'mac_address': 'fa:16:3e:ad:c5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67df88df-fa58-4ecc-be5e-c1d19ba0ffcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:50:18Z', 'updated_at': '2021-07-14T08:50:18Z', 'revision_number': 0, 'project_id': '5d08798323484c2898fdb1641777fcca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e969dba5-2091-4319-ab2a-0c924b554bf2', 'name': '', 'network_id': '37d353b7-12ef-44c4-8a9b-63df741acc4b', 'tenant_id': '5d08798323484c2898fdb1641777fcca', 'mac_address': 'fa:16:3e:e9:c3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537b9fc-17d9-42fb-8263-a23ccb377ca3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a615d5f3-558f-4146-a085-7707c0194061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:48:59Z', 'updated_at': '2021-07-14T08:49:10Z', 'revision_number': 5, 'project_id': '5d08798323484c2898fdb1641777fcca', 'subnets': [{'id': 'a615d5f3-558f-4146-a085-7707c0194061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:50:21.957295 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def14a59-360d-4138-b965-4f39aeb62dd2 None None] New status for floating IP 5e0cde87-d585-43a3-abd0-a2d3ddee277d: ACTIVE {{(pid=82098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Jul 14 08:50:30.226589 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a157a-0490-45b2-8beb-79e0412034aa req-e4bd81fd-621c-4d7d-ac92-e170bdd0f628 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:30.228194 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-976a157a-0490-45b2-8beb-79e0412034aa req-e4bd81fd-621c-4d7d-ac92-e170bdd0f628 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cadb983-ac8d-47a0-9680-a56b622407ce HTTP/1.1" status: 200  len: 945 time: 0.0821373
Jul 14 08:50:30.275497 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-976a157a-0490-45b2-8beb-79e0412034aa req-1fede1f7-f73f-4339-9211-d300dec923ee tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411596
Jul 14 08:50:31.479716 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b81e2-f84b-4701-aa28-dd4a73399ac3 req-1beb5331-2818-425a-9ebe-4c20b2b8f1eb tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:31.481296 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-614b81e2-f84b-4701-aa28-dd4a73399ac3 req-1beb5331-2818-425a-9ebe-4c20b2b8f1eb tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cadb983-ac8d-47a0-9680-a56b622407ce HTTP/1.1" status: 200  len: 945 time: 0.0826454
Jul 14 08:50:31.531408 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-614b81e2-f84b-4701-aa28-dd4a73399ac3 req-3e043b41-36a5-441f-8bca-329c53397211 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439124
Jul 14 08:50:32.258196 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c8e09-b154-4e77-b856-073c02e22fc7 req-517ab9c2-f972-4ce1-b1b4-880c38e6cd8b tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:32.259755 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8c9c8e09-b154-4e77-b856-073c02e22fc7 req-517ab9c2-f972-4ce1-b1b4-880c38e6cd8b tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cadb983-ac8d-47a0-9680-a56b622407ce HTTP/1.1" status: 200  len: 945 time: 0.0854285
Jul 14 08:50:32.333894 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [req-8c9c8e09-b154-4e77-b856-073c02e22fc7 req-1e063d1a-f28b-419b-99af-6f76c3714f64 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Deleting port fc52362a-90c1-40ec-9135-edf2a4b585ca {{(pid=82095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:50:32.334274 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-8c9c8e09-b154-4e77-b856-073c02e22fc7 req-1e063d1a-f28b-419b-99af-6f76c3714f64 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:32.583924 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-8c9c8e09-b154-4e77-b856-073c02e22fc7 req-1e063d1a-f28b-419b-99af-6f76c3714f64 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] For port fc52362a-90c1-40ec-9135-edf2a4b585ca, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=fc52362a-90c1-40ec-9135-edf2a4b585ca,segment=NetworkSegment(57e109e9-a08a-4b16-af5b-d8326e490f60),segment_id=57e109e9-a08a-4b16-af5b-d8326e490f60)] {{(pid=82095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:50:32.584379 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-8c9c8e09-b154-4e77-b856-073c02e22fc7 req-1e063d1a-f28b-419b-99af-6f76c3714f64 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:32.925174 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab316297-5765-4c19-b277-63dbbc4f830d req-e0960ef0-df3c-4d38-a103-57c7cf24f9cb tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:32.927374 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ab316297-5765-4c19-b277-63dbbc4f830d req-e0960ef0-df3c-4d38-a103-57c7cf24f9cb tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cadb983-ac8d-47a0-9680-a56b622407ce HTTP/1.1" status: 200  len: 945 time: 0.2694392
Jul 14 08:50:32.969879 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-8c9c8e09-b154-4e77-b856-073c02e22fc7 req-1e063d1a-f28b-419b-99af-6f76c3714f64 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:32.970359 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-8c9c8e09-b154-4e77-b856-073c02e22fc7 req-1e063d1a-f28b-419b-99af-6f76c3714f64 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854084435'] for floatingip, after_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:32.970711 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.db.l3_db [req-8c9c8e09-b154-4e77-b856-073c02e22fc7 req-1e063d1a-f28b-419b-99af-6f76c3714f64 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Floating IP fecebcec-827a-400e-9c49-8cac145c59aa disassociated. External IP: 172.27.3.245, port: fc52362a-90c1-40ec-9135-edf2a4b585ca.
Jul 14 08:50:32.971087 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [req-8c9c8e09-b154-4e77-b856-073c02e22fc7 req-1e063d1a-f28b-419b-99af-6f76c3714f64 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Calling delete_port for fc52362a-90c1-40ec-9135-edf2a4b585ca owned by compute:nova {{(pid=82095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:50:33.047058 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ab316297-5765-4c19-b277-63dbbc4f830d req-04e03210-79d8-474d-9692-a93bcd88564a tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1115875
Jul 14 08:50:33.132486 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-8c9c8e09-b154-4e77-b856-073c02e22fc7 req-1e063d1a-f28b-419b-99af-6f76c3714f64 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:33.138051 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-52961265-3eed-4375-962b-d15cba1c9709 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:50:33.180742 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e063d1a-f28b-419b-99af-6f76c3714f64 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Pushing event deleted for resources: {'Port': ['ID=fc52362a-90c1-40ec-9135-edf2a4b585ca,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:50:33.186497 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-1e063d1a-f28b-419b-99af-6f76c3714f64 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:50:33.402109 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c9c8e09-b154-4e77-b856-073c02e22fc7 req-1e063d1a-f28b-419b-99af-6f76c3714f64 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Router 5be78347-3ba5-4a96-ae33-4dff4e9bb7e0 has already been hosted by L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c {{(pid=82095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 14 08:50:33.821937 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c9c8e09-b154-4e77-b856-073c02e22fc7 req-1e063d1a-f28b-419b-99af-6f76c3714f64 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:50:33.831439 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92cd86d-b482-4ec1-bf8b-afe2e7f2c599 None None] Sync routers for ids ['5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'] in dv-cinder-800229-1-iscsi {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:50:33.845256 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92cd86d-b482-4ec1-bf8b-afe2e7f2c599 None None] Routers {'5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:50:33.845921 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-d92cd86d-b482-4ec1-bf8b-afe2e7f2c599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6402575748>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:50:08Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:50:33.899878 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c9c8e09-b154-4e77-b856-073c02e22fc7 req-1e063d1a-f28b-419b-99af-6f76c3714f64 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] No DVR routers for this DVR port fc52362a-90c1-40ec-9135-edf2a4b585ca on host hv-cinder-80022 {{(pid=82095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 14 08:50:33.903545 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-8c9c8e09-b154-4e77-b856-073c02e22fc7 req-1e063d1a-f28b-419b-99af-6f76c3714f64 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:33.906371 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cadb983-ac8d-47a0-9680-a56b622407ce', 'name': 'network-vif-deleted', 'tag': 'fc52362a-90c1-40ec-9135-edf2a4b585ca'}] {{(pid=82095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:50:33.923591 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8c9c8e09-b154-4e77-b856-073c02e22fc7 req-1e063d1a-f28b-419b-99af-6f76c3714f64 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.43 "DELETE /v2.0/ports/fc52362a-90c1-40ec-9135-edf2a4b585ca HTTP/1.1" status: 204  len: 173 time: 1.6572819
Jul 14 08:50:33.967024 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cadb983-ac8d-47a0-9680-a56b622407ce', 'name': 'network-vif-deleted', 'tag': 'fc52362a-90c1-40ec-9135-edf2a4b585ca', 'status': 'completed', 'code': 200}
Jul 14 08:50:34.209628 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-d92cd86d-b482-4ec1-bf8b-afe2e7f2c599 None None] Set router 5be78347-3ba5-4a96-ae33-4dff4e9bb7e0 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:50:34.230299 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-b483134d-189a-431b-81b8-20cd24bab397 req-1dde9e9b-d3e4-47b4-b299-f3228fabaceb tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Synchronizing usage tracker for tenant:d5ca9a25ddbb42138f9b6a1b70d08687 on resource:port {{(pid=82095) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:50:34.250856 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-b483134d-189a-431b-81b8-20cd24bab397 req-1dde9e9b-d3e4-47b4-b299-f3228fabaceb tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Unset dirty status for tenant:d5ca9a25ddbb42138f9b6a1b70d08687 on resource:port {{(pid=82095) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:50:34.252319 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b483134d-189a-431b-81b8-20cd24bab397 req-1dde9e9b-d3e4-47b4-b299-f3228fabaceb tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cadb983-ac8d-47a0-9680-a56b622407ce HTTP/1.1" status: 200  len: 210 time: 0.0741074
Jul 14 08:50:34.546674 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-d92cd86d-b482-4ec1-bf8b-afe2e7f2c599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6402575748>, [{'id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'name': 'tempest-TestVolumeBootPattern-1352610820-router', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:33Z', 'updated_at': '2021-07-14T08:46:42Z', 'revision_number': 4, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'gw_port': {'id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fe:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:34Z', 'updated_at': '2021-07-14T08:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': 'cfdfede3-3646-4b11-bd86-a286e5615db7', 'name': '', 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'mac_address': 'fa:16:3e:18:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:40Z', 'updated_at': '2021-07-14T08:46:57Z', 'revision_number': 5, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'subnets': [{'id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:50:34.551037 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92cd86d-b482-4ec1-bf8b-afe2e7f2c599 None None] Checking router: 5be78347-3ba5-4a96-ae33-4dff4e9bb7e0 for host: dv-cinder-800229-1-iscsi {{(pid=82097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:50:34.563499 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92cd86d-b482-4ec1-bf8b-afe2e7f2c599 None None] Routers {'5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:50:34.564564 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-d92cd86d-b482-4ec1-bf8b-afe2e7f2c599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6402575748>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:50:08Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:50:34.724065 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-dfcd539e-4167-4ba3-82fe-5d3d30474c2a req-7879b6ab-0ff2-4c12-a399-0779c485817e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0cadb983-ac8d-47a0-9680-a56b622407ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 210 time: 0.0444334
Jul 14 08:50:34.757957 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-d92cd86d-b482-4ec1-bf8b-afe2e7f2c599 None None] Set router 5be78347-3ba5-4a96-ae33-4dff4e9bb7e0 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:50:34.866566 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-dfcd539e-4167-4ba3-82fe-5d3d30474c2a req-5610ee6c-0851-4f13-bfa1-1d636924effc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d5ca9a25ddbb42138f9b6a1b70d08687&device_id=0cadb983-ac8d-47a0-9680-a56b622407ce HTTP/1.1" status: 200  len: 210 time: 0.0462849
Jul 14 08:50:35.041829 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd539e-4167-4ba3-82fe-5d3d30474c2a req-f067ab3d-dd68-49bd-8fc0-4c4c08986ef4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:35.043556 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-dfcd539e-4167-4ba3-82fe-5d3d30474c2a req-f067ab3d-dd68-49bd-8fc0-4c4c08986ef4 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=d5ca9a25ddbb42138f9b6a1b70d08687&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1502736
Jul 14 08:50:35.083433 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-d92cd86d-b482-4ec1-bf8b-afe2e7f2c599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6402575748>, [{'id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'name': 'tempest-TestVolumeBootPattern-1352610820-router', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:33Z', 'updated_at': '2021-07-14T08:46:42Z', 'revision_number': 4, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'gw_port': {'id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fe:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:34Z', 'updated_at': '2021-07-14T08:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': 'cfdfede3-3646-4b11-bd86-a286e5615db7', 'name': '', 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'mac_address': 'fa:16:3e:18:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:40Z', 'updated_at': '2021-07-14T08:46:57Z', 'revision_number': 5, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'subnets': [{'id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:50:35.087999 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92cd86d-b482-4ec1-bf8b-afe2e7f2c599 None None] The sync data for ids ['5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'] in dv-cinder-800229-1-iscsi is: [{'id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'name': 'tempest-TestVolumeBootPattern-1352610820-router', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:33Z', 'updated_at': '2021-07-14T08:46:42Z', 'revision_number': 4, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'gw_port': {'id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fe:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:34Z', 'updated_at': '2021-07-14T08:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': 'cfdfede3-3646-4b11-bd86-a286e5615db7', 'name': '', 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'mac_address': 'fa:16:3e:18:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:40Z', 'updated_at': '2021-07-14T08:46:57Z', 'revision_number': 5, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'subnets': [{'id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:50:35.208316 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd539e-4167-4ba3-82fe-5d3d30474c2a req-cffac154-4747-49e5-9e90-22a15e0d914f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:35.209883 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-dfcd539e-4167-4ba3-82fe-5d3d30474c2a req-cffac154-4747-49e5-9e90-22a15e0d914f service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1528437
Jul 14 08:50:35.594093 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fbd13e-aea1-401d-8082-d0487bf71d8f None None] New status for floating IP fecebcec-827a-400e-9c49-8cac145c59aa: DOWN {{(pid=82098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Jul 14 08:50:35.703777 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-2c94fda1-c025-4135-884b-2cc17f639df2 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1552094773&fields=id&tenant_id=d5ca9a25ddbb42138f9b6a1b70d08687 HTTP/1.1" status: 200  len: 267 time: 0.0510926
Jul 14 08:50:35.778491 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-adcfff05-e006-460b-ab92-cf36db0ad552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:35.890856 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-86a91f4a-41f9-4a1b-b4bb-fdf6afa9b6e8 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:35.894080 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-86a91f4a-41f9-4a1b-b4bb-fdf6afa9b6e8 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/networks?id=63a55da1-a3c0-4491-b519-b032a596f63a HTTP/1.1" status: 200  len: 812 time: 0.1846046
Jul 14 08:50:35.911568 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-6b0aeccd-8799-4435-8f96-6595b41aac62 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/quotas/d5ca9a25ddbb42138f9b6a1b70d08687 HTTP/1.1" status: 200  len: 375 time: 0.0127568
Jul 14 08:50:35.917695 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device fc52362a-90c1-40ec-9135-edf2a4b585ca no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:50:35.954113 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] No Port match for: fc52362a-90c1-40ec-9135-edf2a4b585ca {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:50:35.954520 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device fc52362a-90c1-40ec-9135-edf2a4b585ca not bound to the agent host hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:50:36.007936 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-c01e1bde-be06-41bc-8b66-9f504f53f20c tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d5ca9a25ddbb42138f9b6a1b70d08687&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0856607
Jul 14 08:50:36.052186 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:36.158360 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-ab891ed8-6158-4f43-95fe-f6a7c5f9ecf1 service neutron] 10.222.0.42 "GET /v2.0/networks/63a55da1-a3c0-4491-b519-b032a596f63a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367741
Jul 14 08:50:36.304503 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-8b8773f5-4d74-4df9-9421-09747b30e293 service neutron] 10.222.0.42 "GET /v2.0/networks/63a55da1-a3c0-4491-b519-b032a596f63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391020
Jul 14 08:50:36.727750 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-409b92a8-7170-4aa3-9396-192204e6e512 req-b57a601b-c6d0-4d71-a5c3-9ef24e6793a4 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=12f1eecc-51ce-466e-9da9-9fbe94ccca75 HTTP/1.1" status: 200  len: 210 time: 0.0540798
Jul 14 08:50:36.755575 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:37.759087 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0938f353-7dca-4bae-b525-89391e557df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:37.931063 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9b30047a-b117-41c7-bea7-91b75afdd366 req-e6803c06-7acc-48b6-8aa9-18d63efc8c5c tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=12f1eecc-51ce-466e-9da9-9fbe94ccca75 HTTP/1.1" status: 200  len: 210 time: 0.0775094
Jul 14 08:50:38.059345 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-0af6581b-20f9-462b-a2dc-ee563d2311e6 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:38.060886 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-0af6581b-20f9-462b-a2dc-ee563d2311e6 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.43 "GET /v2.0/networks?id=63a55da1-a3c0-4491-b519-b032a596f63a HTTP/1.1" status: 200  len: 812 time: 0.1730700
Jul 14 08:50:38.167906 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 33186) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:50:38.174552 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-ea44bfb7-7c55-4f84-b028-f7f8fd93e647 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5ca9a25ddbb42138f9b6a1b70d08687 HTTP/1.1" status: 200  len: 380 time: 0.0598500
Jul 14 08:50:38.192362 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-e21f3a96-d288-4469-95a6-5a0328b1d995 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Request body: {'port': {'device_id': '12f1eecc-51ce-466e-9da9-9fbe94ccca75', 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a', 'admin_state_up': True, 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'security_groups': ['b958f0ae-e380-4606-8c45-4c5a27f14f9e']}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:50:38.238197 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_v2 [None req-95bbe665-7c7f-4d30-b5e6-371600ffa259 admin admin] Deleting subnet 07b52a31-5ae4-4778-8ae6-47305c5b19b1 {{(pid=82096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 14 08:50:38.241743 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-95bbe665-7c7f-4d30-b5e6-371600ffa259 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:38.295807 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-95bbe665-7c7f-4d30-b5e6-371600ffa259 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098149'] for subnet, precommit_delete_associations {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:38.349281 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-e21f3a96-d288-4469-95a6-5a0328b1d995 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:50:38.359465 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-e21f3a96-d288-4469-95a6-5a0328b1d995 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:50:38.359611 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-95bbe665-7c7f-4d30-b5e6-371600ffa259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853748987'] for subnet, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:38.368654 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-e21f3a96-d288-4469-95a6-5a0328b1d995 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Made reservation on behalf of d5ca9a25ddbb42138f9b6a1b70d08687 for: {'port': 1} {{(pid=82095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:50:38.374182 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-e21f3a96-d288-4469-95a6-5a0328b1d995 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:38.426210 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-95bbe665-7c7f-4d30-b5e6-371600ffa259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853643001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852154510'] for subnet, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:38.430792 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-cfb162bb-2f85-46f1-94e0-9cd913842763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:50:38.467948 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bbe665-7c7f-4d30-b5e6-371600ffa259 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07b52a31-5ae4-4778-8ae6-47305c5b19b1,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:50:38.470474 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-95bbe665-7c7f-4d30-b5e6-371600ffa259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:50:38.475058 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-95bbe665-7c7f-4d30-b5e6-371600ffa259 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:38.481748 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-95bbe665-7c7f-4d30-b5e6-371600ffa259 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/07b52a31-5ae4-4778-8ae6-47305c5b19b1 HTTP/1.1" status: 204  len: 168 time: 0.3127694
Jul 14 08:50:38.484422 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 33190) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:50:38.521660 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:38.547800 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-e21f3a96-d288-4469-95a6-5a0328b1d995 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Allocated IP 172.20.0.4 (63a55da1-a3c0-4491-b519-b032a596f63a/96d8d046-4279-496a-b8c7-1752b53b9847/8f1b260c-b5d4-4746-a94e-403264d82f66) {{(pid=82095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:50:38.603243 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1628fe55-a0ef-47dd-8c21-b8577a5cd3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-950592'] for network, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:38.738162 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1628fe55-a0ef-47dd-8c21-b8577a5cd3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853745778', 'neutron.services.segments.db._delete_segments_for_network--9223363282633926140'] for network, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:38.748074 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-e21f3a96-d288-4469-95a6-5a0328b1d995 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for port, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:38.751614 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-1628fe55-a0ef-47dd-8c21-b8577a5cd3f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6401be2f60>,) {'filters': {'network_id': ['7e73f321-4d5b-4a4b-a58e-445e74aa3537']}} {{(pid=82096) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:50:38.764916 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-1628fe55-a0ef-47dd-8c21-b8577a5cd3f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6401be2f60>, 'e22cceb9-90bd-4075-b814-4ddff48bb78f') {'for_net_delete': True} {{(pid=82096) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:50:38.765701 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-1628fe55-a0ef-47dd-8c21-b8577a5cd3f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6401be2f60>, 'e22cceb9-90bd-4075-b814-4ddff48bb78f') {} {{(pid=82096) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:50:38.765828 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-e21f3a96-d288-4469-95a6-5a0328b1d995 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Transition to ACTIVE for port object 8f1b260c-b5d4-4746-a94e-403264d82f66 will not be triggered until provisioned by entity DHCP. {{(pid=82095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:50:38.777908 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1628fe55-a0ef-47dd-8c21-b8577a5cd3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282633931619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852677651'] for segment, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:38.787047 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-e21f3a96-d288-4469-95a6-5a0328b1d995 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:38.792882 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-88a7f160-b325-435f-aafc-308a02fc5fab tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:50:38.797271 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1628fe55-a0ef-47dd-8c21-b8577a5cd3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6123'] for segment, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:38.805357 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1628fe55-a0ef-47dd-8c21-b8577a5cd3f4 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=82096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 14 08:50:38.805722 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1628fe55-a0ef-47dd-8c21-b8577a5cd3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854769693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853642902'] for segment, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:38.820157 dv-cinder-800229-1-iscsi neutron-server[81984]: Traceback (most recent call last):
Jul 14 08:50:38.820157 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 14 08:50:38.820157 dv-cinder-800229-1-iscsi neutron-server[81984]:     timer()
Jul 14 08:50:38.820157 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 14 08:50:38.820157 dv-cinder-800229-1-iscsi neutron-server[81984]:     cb(*args, **kw)
Jul 14 08:50:38.820157 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 14 08:50:38.820157 dv-cinder-800229-1-iscsi neutron-server[81984]:     return func(*args, **kwargs)
Jul 14 08:50:38.820157 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 14 08:50:38.820157 dv-cinder-800229-1-iscsi neutron-server[81984]:     self._notify()
Jul 14 08:50:38.820157 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 14 08:50:38.820157 dv-cinder-800229-1-iscsi neutron-server[81984]:     self.callback(batched_events)
Jul 14 08:50:38.820157 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 14 08:50:38.820157 dv-cinder-800229-1-iscsi neutron-server[81984]:     event.method(event)
Jul 14 08:50:38.820157 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 14 08:50:38.820157 dv-cinder-800229-1-iscsi neutron-server[81984]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 14 08:50:38.820157 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 14 08:50:38.820157 dv-cinder-800229-1-iscsi neutron-server[81984]:     segment_id)['aggregates'][0]
Jul 14 08:50:38.820157 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Jul 14 08:50:38.820157 dv-cinder-800229-1-iscsi neutron-server[81984]:     return f(self, *a, **k)
Jul 14 08:50:38.820157 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 14 08:50:38.820157 dv-cinder-800229-1-iscsi neutron-server[81984]:     return self._get(url).json()
Jul 14 08:50:38.820157 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 14 08:50:38.820157 dv-cinder-800229-1-iscsi neutron-server[81984]:     **kwargs)
Jul 14 08:50:38.820157 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Jul 14 08:50:38.820157 dv-cinder-800229-1-iscsi neutron-server[81984]:     return self.request(url, 'GET', **kwargs)
Jul 14 08:50:38.820157 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Jul 14 08:50:38.820157 dv-cinder-800229-1-iscsi neutron-server[81984]:     **endpoint_filter)
Jul 14 08:50:38.820157 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Jul 14 08:50:38.820157 dv-cinder-800229-1-iscsi neutron-server[81984]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 14 08:50:38.820157 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Jul 14 08:50:38.820157 dv-cinder-800229-1-iscsi neutron-server[81984]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 14 08:50:38.820157 dv-cinder-800229-1-iscsi neutron-server[81984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 14 08:50:38.867972 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-e21f3a96-d288-4469-95a6-5a0328b1d995 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Network 63a55da1-a3c0-4491-b519-b032a596f63a is already hosted by enough agents. {{(pid=82095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:50:38.871308 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-e21f3a96-d288-4469-95a6-5a0328b1d995 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Resources bound (agent type, host, resource id):  {{(pid=82095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:50:38.876276 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-e21f3a96-d288-4469-95a6-5a0328b1d995 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Received port after_create {{(pid=82095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:50:38.899572 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1628fe55-a0ef-47dd-8c21-b8577a5cd3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1030070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695875'] for network, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:38.903294 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f3a96-d288-4469-95a6-5a0328b1d995 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Pushing event updated for resources: {'Port': ['ID=8f1b260c-b5d4-4746-a94e-403264d82f66,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:50:38.909512 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-66e9f9a5-a6ec-46d1-bdb7-ef4ecc6113e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:50:38.911622 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e21f3a96-d288-4469-95a6-5a0328b1d995 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:50:38.932105 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1628fe55-a0ef-47dd-8c21-b8577a5cd3f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for network, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:38.941964 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1628fe55-a0ef-47dd-8c21-b8577a5cd3f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e73f321-4d5b-4a4b-a58e-445e74aa3537,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:50:38.948440 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-1628fe55-a0ef-47dd-8c21-b8577a5cd3f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:50:38.950268 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-e21f3a96-d288-4469-95a6-5a0328b1d995 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:38.950964 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-e21f3a96-d288-4469-95a6-5a0328b1d995 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:38.958029 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-1628fe55-a0ef-47dd-8c21-b8577a5cd3f4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/7e73f321-4d5b-4a4b-a58e-445e74aa3537 HTTP/1.1" status: 204  len: 168 time: 0.4701724
Jul 14 08:50:38.981414 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-e21f3a96-d288-4469-95a6-5a0328b1d995 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7953877
Jul 14 08:50:39.020134 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-a5c5a2d4-172e-413a-b374-7c299f94c21b service neutron] Request body: {'port': {'device_id': '12f1eecc-51ce-466e-9da9-9fbe94ccca75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:50:39.174507 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-a5c5a2d4-172e-413a-b374-7c299f94c21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:39.184011 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeab795-5732-4fe3-88e0-62f913bd342e req-4cb4c492-93d7-4a8e-9771-b1d12138df28 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:39.192717 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-7eeab795-5732-4fe3-88e0-62f913bd342e req-4cb4c492-93d7-4a8e-9771-b1d12138df28 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=12f1eecc-51ce-466e-9da9-9fbe94ccca75 HTTP/1.1" status: 200  len: 931 time: 0.1033099
Jul 14 08:50:39.256018 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-7eeab795-5732-4fe3-88e0-62f913bd342e req-bb3dcfd5-d2b0-4d21-ac94-bb84e5f83ab7 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0619304
Jul 14 08:50:39.280771 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 33200) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:50:39.318250 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-7b3b4913-e3d6-4fe2-87c2-41ca76e3fda5 None None] Provisioning for port 8f1b260c-b5d4-4746-a94e-403264d82f66 completed by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:50:39.324636 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-7b3b4913-e3d6-4fe2-87c2-41ca76e3fda5 None None] Provisioning complete for port 8f1b260c-b5d4-4746-a94e-403264d82f66 triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:50:39.325136 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7b3b4913-e3d6-4fe2-87c2-41ca76e3fda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:39.335729 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-ef27ca5e-2f8e-4b51-9b8c-bcf7c307b32d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=72a6c468eff34963aa81584d4ce43a3c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0536132
Jul 14 08:50:39.338295 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 33206) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:50:39.386608 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-7b3b4913-e3d6-4fe2-87c2-41ca76e3fda5 None None] Port 8f1b260c-b5d4-4746-a94e-403264d82f66 cannot update to ACTIVE because it is not bound. {{(pid=82097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 14 08:50:39.418803 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-fd2edb9d-7299-4133-aac4-deef650c4ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:39.449014 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-fd2edb9d-7299-4133-aac4-deef650c4ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:39.498291 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-fd2edb9d-7299-4133-aac4-deef650c4ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:39.503510 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-62316a1d-f1e6-4f95-a08c-6745fbb78669 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:50:39.520222 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2edb9d-7299-4133-aac4-deef650c4ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2509bb95-6dfe-433f-b6cc-564ce9c446d3,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:50:39.524549 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-fd2edb9d-7299-4133-aac4-deef650c4ca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:50:39.527771 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-fd2edb9d-7299-4133-aac4-deef650c4ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:39.528976 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-fd2edb9d-7299-4133-aac4-deef650c4ca8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2509bb95-6dfe-433f-b6cc-564ce9c446d3 HTTP/1.1" status: 204  len: 168 time: 0.1895270
Jul 14 08:50:39.593458 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:39.618941 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-a5c5a2d4-172e-413a-b374-7c299f94c21b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f1b260c-b5d4-4746-a94e-403264d82f66 {{(pid=82095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:50:39.625981 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-a5c5a2d4-172e-413a-b374-7c299f94c21b service neutron] Notify callbacks [] for port, precommit_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:39.641568 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-a5c5a2d4-172e-413a-b374-7c299f94c21b service neutron] Transition to ACTIVE for port object 8f1b260c-b5d4-4746-a94e-403264d82f66 will not be triggered until provisioned by entity L2. {{(pid=82095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:50:39.644182 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-a5c5a2d4-172e-413a-b374-7c299f94c21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852740876'] for port, after_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:39.649118 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e21f3a96-d288-4469-95a6-5a0328b1d995 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:50:39.777541 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c5a2d4-172e-413a-b374-7c299f94c21b service neutron] Pushing event updated for resources: {'Port': ['ID=8f1b260c-b5d4-4746-a94e-403264d82f66,revision_number=2']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:50:39.780725 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-a5c5a2d4-172e-413a-b374-7c299f94c21b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:50:39.904990 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-a5c5a2d4-172e-413a-b374-7c299f94c21b service neutron] Attempting to bind port 8f1b260c-b5d4-4746-a94e-403264d82f66 on host hv-cinder-80022 for vnic_type normal with profile  {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:50:39.905507 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-a5c5a2d4-172e-413a-b374-7c299f94c21b service neutron] Attempting to bind port 8f1b260c-b5d4-4746-a94e-403264d82f66 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '57e109e9-a08a-4b16-af5b-d8326e490f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a'}] {{(pid=82095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:50:39.905967 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-a5c5a2d4-172e-413a-b374-7c299f94c21b service neutron] Attempting to bind port 8f1b260c-b5d4-4746-a94e-403264d82f66 on network 63a55da1-a3c0-4491-b519-b032a596f63a {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:50:39.913076 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-a5c5a2d4-172e-413a-b374-7c299f94c21b service neutron] Port 8f1b260c-b5d4-4746-a94e-403264d82f66 on network 63a55da1-a3c0-4491-b519-b032a596f63a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 14 08:50:39.913574 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-a5c5a2d4-172e-413a-b374-7c299f94c21b service neutron] Attempting to bind port 8f1b260c-b5d4-4746-a94e-403264d82f66 on network 63a55da1-a3c0-4491-b519-b032a596f63a {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:50:39.921192 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-a5c5a2d4-172e-413a-b374-7c299f94c21b service neutron] Checking agent: {'id': 'aa24af5c-becf-43a3-9631-f44e6c3cc568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 41, 34), 'started_at': datetime.datetime(2021, 7, 14, 8, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:50:39.921683 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-a5c5a2d4-172e-413a-b374-7c299f94c21b service neutron] Checking segment: {'id': '57e109e9-a08a-4b16-af5b-d8326e490f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:50:39.922186 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-a5c5a2d4-172e-413a-b374-7c299f94c21b service neutron] Bound using segment: {'id': '57e109e9-a08a-4b16-af5b-d8326e490f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a'} {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:50:39.922748 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-a5c5a2d4-172e-413a-b374-7c299f94c21b service neutron] Bound port: 8f1b260c-b5d4-4746-a94e-403264d82f66, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57e109e9-a08a-4b16-af5b-d8326e490f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a'}}] {{(pid=82095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:50:39.923324 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-a5c5a2d4-172e-413a-b374-7c299f94c21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:40.028826 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-a5c5a2d4-172e-413a-b374-7c299f94c21b service neutron] For port 8f1b260c-b5d4-4746-a94e-403264d82f66, host hv-cinder-80022, cleared binding levels {{(pid=82095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:50:40.031965 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-a5c5a2d4-172e-413a-b374-7c299f94c21b service neutron] For port 8f1b260c-b5d4-4746-a94e-403264d82f66, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=8f1b260c-b5d4-4746-a94e-403264d82f66,segment=NetworkSegment(57e109e9-a08a-4b16-af5b-d8326e490f60),segment_id=57e109e9-a08a-4b16-af5b-d8326e490f60)] {{(pid=82095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:50:40.035205 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-a5c5a2d4-172e-413a-b374-7c299f94c21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852740876'] for port, after_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:40.039573 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-2b51c13f-8a86-4d42-8e34-80038fd9e4f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:50:40.103249 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-a5c5a2d4-172e-413a-b374-7c299f94c21b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:40.104737 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-a5c5a2d4-172e-413a-b374-7c299f94c21b service neutron] 10.222.0.43 "PUT /v2.0/ports/8f1b260c-b5d4-4746-a94e-403264d82f66 HTTP/1.1" status: 200  len: 1093 time: 1.0981774
Jul 14 08:50:40.105284 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f1eecc-51ce-466e-9da9-9fbe94ccca75', 'tag': '8f1b260c-b5d4-4746-a94e-403264d82f66'}] {{(pid=82095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:50:40.122812 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c5a2d4-172e-413a-b374-7c299f94c21b service neutron] Pushing event updated for resources: {'Port': ['ID=8f1b260c-b5d4-4746-a94e-403264d82f66,revision_number=3']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:50:40.126475 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-a5c5a2d4-172e-413a-b374-7c299f94c21b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:50:40.166523 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f1eecc-51ce-466e-9da9-9fbe94ccca75', 'tag': '8f1b260c-b5d4-4746-a94e-403264d82f66', 'status': 'completed', 'code': 200}
Jul 14 08:50:40.261733 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-15c5d6ae-3139-48d8-8a09-8e1e9af585f6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d5ca9a25ddbb42138f9b6a1b70d08687&device_id=12f1eecc-51ce-466e-9da9-9fbe94ccca75 HTTP/1.1" status: 200  len: 1096 time: 0.0767367
Jul 14 08:50:40.356637 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-cd6702ea-f3ad-4b16-b463-a5d7e81c9e4b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f1b260c-b5d4-4746-a94e-403264d82f66 HTTP/1.1" status: 200  len: 217 time: 0.0777886
Jul 14 08:50:40.435624 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-55336614-1827-4995-9412-b91017f7358d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:40.437474 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-55336614-1827-4995-9412-b91017f7358d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96d8d046-4279-496a-b8c7-1752b53b9847 HTTP/1.1" status: 200  len: 851 time: 0.0660520
Jul 14 08:50:40.480170 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62257a86-05ed-4b6d-9b14-5329602bed68 req-a02dad6b-50e1-442f-9903-4fa2303eda31 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:40.481780 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-62257a86-05ed-4b6d-9b14-5329602bed68 req-a02dad6b-50e1-442f-9903-4fa2303eda31 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=12f1eecc-51ce-466e-9da9-9fbe94ccca75 HTTP/1.1" status: 200  len: 943 time: 0.1010523
Jul 14 08:50:40.525715 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-385400d7-7941-444d-86fe-d7615665f4cb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=63a55da1-a3c0-4491-b519-b032a596f63a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0792706
Jul 14 08:50:40.532617 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-62257a86-05ed-4b6d-9b14-5329602bed68 req-421a23b9-e23c-4725-afbe-103e9751942d tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445919
Jul 14 08:50:40.690811 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-a4388926-5135-4719-a353-c85792ddabc1 service neutron] 10.222.0.43 "GET /v2.0/networks/63a55da1-a3c0-4491-b519-b032a596f63a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381567
Jul 14 08:50:40.832818 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-dbe7a589-6606-4fdb-a5ac-d0eafdf0fae7 req-babe0816-494e-468c-8f98-a76e8f1b8ac8 service neutron] 10.222.0.43 "GET /v2.0/networks/63a55da1-a3c0-4491-b519-b032a596f63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342909
Jul 14 08:50:41.002353 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9dcf33a7-153f-492e-8d6c-482a6177c39d req-669e00a7-f718-45bb-9953-7591002840dc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d5ca9a25ddbb42138f9b6a1b70d08687&device_id=12f1eecc-51ce-466e-9da9-9fbe94ccca75 HTTP/1.1" status: 200  len: 1096 time: 0.0724130
Jul 14 08:50:41.362778 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf33a7-153f-492e-8d6c-482a6177c39d req-b8af97b9-9537-43ec-961d-77c05f728baf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:41.364528 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9dcf33a7-153f-492e-8d6c-482a6177c39d req-b8af97b9-9537-43ec-961d-77c05f728baf service neutron] 10.222.0.43 "GET /v2.0/networks?id=63a55da1-a3c0-4491-b519-b032a596f63a HTTP/1.1" status: 200  len: 913 time: 0.3515575
Jul 14 08:50:41.443522 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9dcf33a7-153f-492e-8d6c-482a6177c39d req-2b44dec2-f904-4941-b67b-03099598d6ed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f1b260c-b5d4-4746-a94e-403264d82f66 HTTP/1.1" status: 200  len: 217 time: 0.0671473
Jul 14 08:50:41.513059 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf33a7-153f-492e-8d6c-482a6177c39d req-7667fd30-1144-45f4-bd99-2b6530aeb790 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:41.514776 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9dcf33a7-153f-492e-8d6c-482a6177c39d req-7667fd30-1144-45f4-bd99-2b6530aeb790 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96d8d046-4279-496a-b8c7-1752b53b9847 HTTP/1.1" status: 200  len: 851 time: 0.0633769
Jul 14 08:50:41.609381 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9dcf33a7-153f-492e-8d6c-482a6177c39d req-faf4d0ad-fce6-473f-af10-99a87adebbb5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=63a55da1-a3c0-4491-b519-b032a596f63a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0786939
Jul 14 08:50:41.814747 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9dcf33a7-153f-492e-8d6c-482a6177c39d req-47ed6be7-9bd2-499e-b993-fa6f871135e3 service neutron] 10.222.0.43 "GET /v2.0/networks/63a55da1-a3c0-4491-b519-b032a596f63a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1962187
Jul 14 08:50:41.828706 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e51fe-b5f8-42be-a996-26d6b5e7284b req-17647d8c-13c2-4dac-a432-53b83ae4778e tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:41.829453 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-bc6e51fe-b5f8-42be-a996-26d6b5e7284b req-17647d8c-13c2-4dac-a432-53b83ae4778e tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Synchronizing usage tracker for tenant:d5ca9a25ddbb42138f9b6a1b70d08687 on resource:port {{(pid=82095) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:50:41.933283 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-bc6e51fe-b5f8-42be-a996-26d6b5e7284b req-17647d8c-13c2-4dac-a432-53b83ae4778e tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Unset dirty status for tenant:d5ca9a25ddbb42138f9b6a1b70d08687 on resource:port {{(pid=82095) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:50:41.934552 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bc6e51fe-b5f8-42be-a996-26d6b5e7284b req-17647d8c-13c2-4dac-a432-53b83ae4778e tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=12f1eecc-51ce-466e-9da9-9fbe94ccca75 HTTP/1.1" status: 200  len: 943 time: 0.2406909
Jul 14 08:50:42.011503 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9dcf33a7-153f-492e-8d6c-482a6177c39d req-fa11335c-89c6-4a7d-9804-908daba9eb8e service neutron] 10.222.0.43 "GET /v2.0/networks/63a55da1-a3c0-4491-b519-b032a596f63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1780546
Jul 14 08:50:42.016495 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bc6e51fe-b5f8-42be-a996-26d6b5e7284b req-9fde99f9-c7be-4f03-8610-65ede3c5a92f tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0751896
Jul 14 08:50:43.223277 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f724c-2ade-4c87-ad19-839e3b9aaa3c req-4419e802-90ba-4263-94f6-8da3b39b5feb tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:43.224915 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-888f724c-2ade-4c87-ad19-839e3b9aaa3c req-4419e802-90ba-4263-94f6-8da3b39b5feb tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=12f1eecc-51ce-466e-9da9-9fbe94ccca75 HTTP/1.1" status: 200  len: 943 time: 0.0845101
Jul 14 08:50:43.272371 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-888f724c-2ade-4c87-ad19-839e3b9aaa3c req-7c006c68-42da-48e7-818d-13b678e517af tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415294
Jul 14 08:50:44.480741 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cb292-ac2c-4ad2-a47e-c90704567380 req-578ffbf8-6076-404e-ad76-2e3d603aa1ad tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:44.482331 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-662cb292-ac2c-4ad2-a47e-c90704567380 req-578ffbf8-6076-404e-ad76-2e3d603aa1ad tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=12f1eecc-51ce-466e-9da9-9fbe94ccca75 HTTP/1.1" status: 200  len: 943 time: 0.0856805
Jul 14 08:50:44.530892 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-662cb292-ac2c-4ad2-a47e-c90704567380 req-ee0e3c26-1cb0-424d-a38f-46e0a25e7d4e tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423527
Jul 14 08:50:45.733858 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affb453-571c-43cd-9d63-55bd1dcaf475 req-1980ce96-7166-4806-a47b-e7ea7047aa15 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:45.735525 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2affb453-571c-43cd-9d63-55bd1dcaf475 req-1980ce96-7166-4806-a47b-e7ea7047aa15 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=12f1eecc-51ce-466e-9da9-9fbe94ccca75 HTTP/1.1" status: 200  len: 943 time: 0.0799639
Jul 14 08:50:45.785826 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2affb453-571c-43cd-9d63-55bd1dcaf475 req-fc063dfb-0def-43c1-ac67-269a5b5a4f2f tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439181
Jul 14 08:50:46.988072 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838d500-6d2c-4b68-b957-39e548f57576 req-a2840fd8-91dd-4d5d-8eb7-02bf448ff4f0 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:46.990241 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a838d500-6d2c-4b68-b957-39e548f57576 req-a2840fd8-91dd-4d5d-8eb7-02bf448ff4f0 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=12f1eecc-51ce-466e-9da9-9fbe94ccca75 HTTP/1.1" status: 200  len: 943 time: 0.0815299
Jul 14 08:50:47.041192 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a838d500-6d2c-4b68-b957-39e548f57576 req-a6da6da8-0c0c-4686-bab3-459a861f8c3f tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447221
Jul 14 08:50:48.259870 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ef9c7-6346-4f1e-811e-a3f231da1d08 req-887a7d47-4723-410c-b3b6-53775f8428e0 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:48.261530 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5e1ef9c7-6346-4f1e-811e-a3f231da1d08 req-887a7d47-4723-410c-b3b6-53775f8428e0 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=12f1eecc-51ce-466e-9da9-9fbe94ccca75 HTTP/1.1" status: 200  len: 943 time: 0.0941634
Jul 14 08:50:48.315411 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5e1ef9c7-6346-4f1e-811e-a3f231da1d08 req-a68e7557-a54a-4f84-ba0c-251ca8765466 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469868
Jul 14 08:50:49.523433 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30593a24-4d1e-48cd-8ccb-23bef939f59c req-27adfeac-1381-491d-a06c-a7161996369f tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:49.525012 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-30593a24-4d1e-48cd-8ccb-23bef939f59c req-27adfeac-1381-491d-a06c-a7161996369f tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=12f1eecc-51ce-466e-9da9-9fbe94ccca75 HTTP/1.1" status: 200  len: 943 time: 0.0840340
Jul 14 08:50:49.574926 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-30593a24-4d1e-48cd-8ccb-23bef939f59c req-ecd32e69-55fe-4873-8308-d226dc48b2e1 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435946
Jul 14 08:50:49.977959 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 8f1b260c-b5d4-4746-a94e-403264d82f66 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 14 08:50:50.127247 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port 8f1b260c-b5d4-4746-a94e-403264d82f66, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=8f1b260c-b5d4-4746-a94e-403264d82f66,segment=NetworkSegment(57e109e9-a08a-4b16-af5b-d8326e490f60),segment_id=57e109e9-a08a-4b16-af5b-d8326e490f60)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:50:50.142027 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Returning: {'device': '8f1b260c-b5d4-4746-a94e-403264d82f66', 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a', 'port_id': '8f1b260c-b5d4-4746-a94e-403264d82f66', 'mac_address': 'fa:16:3e:3a:f9:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 14 08:50:50.199936 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:50.218062 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f1b260c-b5d4-4746-a94e-403264d82f66 {{(pid=82097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:50:50.233041 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port 8f1b260c-b5d4-4746-a94e-403264d82f66, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=8f1b260c-b5d4-4746-a94e-403264d82f66,segment=NetworkSegment(57e109e9-a08a-4b16-af5b-d8326e490f60),segment_id=57e109e9-a08a-4b16-af5b-d8326e490f60)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:50:50.235852 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:50.237647 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-2400dca9-c219-4d65-9888-d8f2249c5a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:50:50.303842 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=8f1b260c-b5d4-4746-a94e-403264d82f66,revision_number=4']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:50:50.307010 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:50:50.588892 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] get_ports_and_sgs() called for port_ids ['8f1b260c-b5d4-4746-a94e-403264d82f66'] {{(pid=82097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 14 08:50:50.784422 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad91e7-65a8-4793-bdaf-673a657f8832 req-811078f1-2a9e-49bf-b645-e8b7d0f6a24d tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:50.786103 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-30ad91e7-65a8-4793-bdaf-673a657f8832 req-811078f1-2a9e-49bf-b645-e8b7d0f6a24d tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=12f1eecc-51ce-466e-9da9-9fbe94ccca75 HTTP/1.1" status: 200  len: 944 time: 0.0859935
Jul 14 08:50:50.833982 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-30ad91e7-65a8-4793-bdaf-673a657f8832 req-649355f2-69d5-4066-bbb0-56f25b6d9b91 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418072
Jul 14 08:50:51.815587 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51150a1-e73b-4fea-b652-e4a554d9723e req-bf9a884d-c69e-492e-a84c-b71ac291be10 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:51.817089 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e51150a1-e73b-4fea-b652-e4a554d9723e req-bf9a884d-c69e-492e-a84c-b71ac291be10 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 945 time: 0.0821667
Jul 14 08:50:51.865091 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e51150a1-e73b-4fea-b652-e4a554d9723e req-8eaa0900-763c-4783-8a18-8cc994cb6d1e tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418088
Jul 14 08:50:51.989279 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 8f1b260c-b5d4-4746-a94e-403264d82f66 up at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:50:52.049589 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d3a2c-fa3a-4a69-80d4-e6d7ecd782e1 req-f5c65a8b-3466-4d27-87f8-5a8009601d83 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:52.051233 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f67d3a2c-fa3a-4a69-80d4-e6d7ecd782e1 req-f5c65a8b-3466-4d27-87f8-5a8009601d83 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=12f1eecc-51ce-466e-9da9-9fbe94ccca75 HTTP/1.1" status: 200  len: 944 time: 0.0914211
Jul 14 08:50:52.064059 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning for port 8f1b260c-b5d4-4746-a94e-403264d82f66 completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:50:52.069329 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning complete for port 8f1b260c-b5d4-4746-a94e-403264d82f66 triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:50:52.069695 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:52.111774 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f67d3a2c-fa3a-4a69-80d4-e6d7ecd782e1 req-bd6c57a9-68d8-4688-b65c-b6af5af09ee6 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456681
Jul 14 08:50:52.189761 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:52.217269 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f1eecc-51ce-466e-9da9-9fbe94ccca75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1b260c-b5d4-4746-a94e-403264d82f66'}] {{(pid=82097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:50:52.227350 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port 8f1b260c-b5d4-4746-a94e-403264d82f66, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=8f1b260c-b5d4-4746-a94e-403264d82f66,segment=NetworkSegment(57e109e9-a08a-4b16-af5b-d8326e490f60),segment_id=57e109e9-a08a-4b16-af5b-d8326e490f60)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:50:52.230174 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:52.232152 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:50:52.245141 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.agents_db [None req-e2914788-e7e4-4a13-b83f-78c3979e9233 None None] Agent healthcheck: found 6 active agents {{(pid=82098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 14 08:50:52.276606 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f1eecc-51ce-466e-9da9-9fbe94ccca75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1b260c-b5d4-4746-a94e-403264d82f66', 'code': 200}
Jul 14 08:50:52.303602 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=8f1b260c-b5d4-4746-a94e-403264d82f66,revision_number=5']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:50:52.307338 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:50:52.613487 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b120fc28-3f74-407a-9f39-1d630368848d req-a54d9bae-2d03-4cf7-af3a-6c365fd0bbbf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=12f1eecc-51ce-466e-9da9-9fbe94ccca75 HTTP/1.1" status: 200  len: 1098 time: 0.0734582
Jul 14 08:50:52.659565 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b120fc28-3f74-407a-9f39-1d630368848d req-cf1788a6-b9c0-4076-9a02-8217301c5f33 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379510
Jul 14 08:50:53.079489 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be752171-c580-4788-b3a6-630a7502103e req-5bae5628-ca9e-44da-aced-5cdc6c8ba84e tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:53.081043 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-be752171-c580-4788-b3a6-630a7502103e req-5bae5628-ca9e-44da-aced-5cdc6c8ba84e tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 945 time: 0.0829175
Jul 14 08:50:53.128647 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-be752171-c580-4788-b3a6-630a7502103e req-134fdd7e-8313-4364-a5b1-7b20392ebeea tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415566
Jul 14 08:50:53.521520 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee7fdd-c24c-470d-91b4-775084ea7320 req-e241c789-29a8-4b35-875b-c3094dd89d8e tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:53.523144 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-baee7fdd-c24c-470d-91b4-775084ea7320 req-e241c789-29a8-4b35-875b-c3094dd89d8e tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=12f1eecc-51ce-466e-9da9-9fbe94ccca75 HTTP/1.1" status: 200  len: 945 time: 0.2952774
Jul 14 08:50:53.574828 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-baee7fdd-c24c-470d-91b4-775084ea7320 req-03ffe297-36aa-42e0-8b77-fd2ea5dd4b6d tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449295
Jul 14 08:50:54.346352 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248fc3c3-d96c-48cb-afb9-a16886b646dd req-5d2efa90-4b1d-467e-a9ca-2f02edc84158 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:54.348229 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-248fc3c3-d96c-48cb-afb9-a16886b646dd req-5d2efa90-4b1d-467e-a9ca-2f02edc84158 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 945 time: 0.0843368
Jul 14 08:50:54.395235 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-248fc3c3-d96c-48cb-afb9-a16886b646dd req-ecf23cb6-de79-45b5-9557-e5ffecf3b2a4 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408762
Jul 14 08:50:54.776129 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a24d8-6855-4f97-adc2-99893b886b8e req-feb8819b-a973-457e-b2a8-c752602a068b tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:54.777671 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-552a24d8-6855-4f97-adc2-99893b886b8e req-feb8819b-a973-457e-b2a8-c752602a068b tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=12f1eecc-51ce-466e-9da9-9fbe94ccca75 HTTP/1.1" status: 200  len: 945 time: 0.0808878
Jul 14 08:50:54.823954 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-552a24d8-6855-4f97-adc2-99893b886b8e req-d1097ca6-6d10-468b-88ed-c92d018d0a6f tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402536
Jul 14 08:50:55.028539 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528e6f3-0634-4d3e-aa18-a63be2d46372 req-b467077d-1271-427e-b224-12db46727916 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:55.030111 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5528e6f3-0634-4d3e-aa18-a63be2d46372 req-b467077d-1271-427e-b224-12db46727916 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=12f1eecc-51ce-466e-9da9-9fbe94ccca75 HTTP/1.1" status: 200  len: 945 time: 0.0848696
Jul 14 08:50:55.076726 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5528e6f3-0634-4d3e-aa18-a63be2d46372 req-c8c1f4d1-fa7b-49b5-a6a4-d3681204fc5b tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400436
Jul 14 08:50:55.105187 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 33334) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:50:55.181534 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-3e7cebff-f779-4c8a-badc-485681247938 tempest-TestVolumeBootPattern-1269980612 tempest-TestVolumeBootPattern-1269980612-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=12f1eecc-51ce-466e-9da9-9fbe94ccca75 HTTP/1.1" status: 200  len: 1093 time: 0.0751207
Jul 14 08:50:55.184271 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 33338) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:50:55.189913 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-58b4798f-fe78-4de3-affb-3dd13a517aa5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Request body: {'floatingip': {'floating_network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'port_id': '8f1b260c-b5d4-4746-a94e-403264d82f66', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'fixed_ip_address': '172.20.0.4'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:50:55.196061 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-58b4798f-fe78-4de3-affb-3dd13a517aa5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:50:55.200002 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-58b4798f-fe78-4de3-affb-3dd13a517aa5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Usage tracker for resource:floatingip and tenant:d5ca9a25ddbb42138f9b6a1b70d08687 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:50:55.202898 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-58b4798f-fe78-4de3-affb-3dd13a517aa5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:50:55.209418 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-58b4798f-fe78-4de3-affb-3dd13a517aa5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:50:55.218434 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-58b4798f-fe78-4de3-affb-3dd13a517aa5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for floatingip, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:55.362580 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-58b4798f-fe78-4de3-affb-3dd13a517aa5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:55.511449 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [None req-58b4798f-fe78-4de3-affb-3dd13a517aa5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Allocated IP 172.27.3.200 (67339833-1858-4359-a5f3-39cbe3daa12b/5340f5f3-2f04-41df-9207-8bcd858e18e6/0e5e3345-4a62-465b-8b59-ee28dccd32c1) {{(pid=82096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:50:55.731133 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-58b4798f-fe78-4de3-affb-3dd13a517aa5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for port, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:55.742170 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ee18a-890f-4d40-bb51-0670c3e9f3ae req-5abc584d-b787-49f9-a61a-c49f8045e484 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:55.743801 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b88ee18a-890f-4d40-bb51-0670c3e9f3ae req-5abc584d-b787-49f9-a61a-c49f8045e484 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 945 time: 0.2031338
Jul 14 08:50:55.800833 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-58b4798f-fe78-4de3-affb-3dd13a517aa5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132881'] for port, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:55.806672 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b88ee18a-890f-4d40-bb51-0670c3e9f3ae req-3f3a3f79-f024-453b-ba23-b6c0ca30385a tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0558698
Jul 14 08:50:55.808052 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-d60a7da4-6921-421d-8932-54f62b0af082 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:50:55.881413 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b4798f-fe78-4de3-affb-3dd13a517aa5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Network 67339833-1858-4359-a5f3-39cbe3daa12b is already hosted by enough agents. {{(pid=82096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:50:55.882368 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4798f-fe78-4de3-affb-3dd13a517aa5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Pushing event updated for resources: {'Port': ['ID=0e5e3345-4a62-465b-8b59-ee28dccd32c1,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:50:55.885103 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-58b4798f-fe78-4de3-affb-3dd13a517aa5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Resources bound (agent type, host, resource id):  {{(pid=82096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:50:55.886991 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-58b4798f-fe78-4de3-affb-3dd13a517aa5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:50:55.887752 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b4798f-fe78-4de3-affb-3dd13a517aa5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Received port after_create {{(pid=82096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:50:56.395974 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-58b4798f-fe78-4de3-affb-3dd13a517aa5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:56.454784 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-58b4798f-fe78-4de3-affb-3dd13a517aa5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:56.670946 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-58b4798f-fe78-4de3-affb-3dd13a517aa5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for port, precommit_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:56.674705 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-58b4798f-fe78-4de3-affb-3dd13a517aa5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853642936'] for port, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:56.679974 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c1bb6285-ac25-47d5-801a-3265339b1510 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:50:56.797865 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4798f-fe78-4de3-affb-3dd13a517aa5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Pushing event updated for resources: {'Port': ['ID=0e5e3345-4a62-465b-8b59-ee28dccd32c1,revision_number=2']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:50:56.800777 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-58b4798f-fe78-4de3-affb-3dd13a517aa5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:50:56.812808 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-58b4798f-fe78-4de3-affb-3dd13a517aa5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854084435'] for floatingip, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:57.010103 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.db.l3_db [None req-58b4798f-fe78-4de3-affb-3dd13a517aa5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Floating IP d1c0b76c-bd28-4bd8-bc91-5c5b6822a22d associated. External IP: 172.27.3.200, port: 8f1b260c-b5d4-4746-a94e-403264d82f66.
Jul 14 08:50:57.024455 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace22b0c-c735-466f-ad36-098e82114483 req-c7514ba3-df17-41b3-be15-1e7b6613219a tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:57.026064 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ace22b0c-c735-466f-ad36-098e82114483 req-c7514ba3-df17-41b3-be15-1e7b6613219a tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 945 time: 0.0821893
Jul 14 08:50:57.079166 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ace22b0c-c735-466f-ad36-098e82114483 req-6ab264c6-d9c1-457e-8d7a-f9f61312363f tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468700
Jul 14 08:50:57.416547 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b4798f-fe78-4de3-affb-3dd13a517aa5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Router 5be78347-3ba5-4a96-ae33-4dff4e9bb7e0 has already been hosted by L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c {{(pid=82096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 14 08:50:57.630746 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b4798f-fe78-4de3-affb-3dd13a517aa5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:50:57.642256 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf80afa-12c8-4567-b280-bb8ef58278ba None None] Sync routers for ids ['5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'] in dv-cinder-800229-1-iscsi {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:50:57.656625 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-58b4798f-fe78-4de3-affb-3dd13a517aa5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for floatingip, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:50:57.657459 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf80afa-12c8-4567-b280-bb8ef58278ba None None] Routers {'5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:50:57.658141 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-fdf80afa-12c8-4567-b280-bb8ef58278ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6402542f28>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:50:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:50:57.714143 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-58b4798f-fe78-4de3-affb-3dd13a517aa5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5277085
Jul 14 08:50:57.715502 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f1eecc-51ce-466e-9da9-9fbe94ccca75', 'tag': '8f1b260c-b5d4-4746-a94e-403264d82f66'}] {{(pid=82096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:50:57.771638 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f1eecc-51ce-466e-9da9-9fbe94ccca75', 'tag': '8f1b260c-b5d4-4746-a94e-403264d82f66', 'status': 'completed', 'code': 200}
Jul 14 08:50:57.854838 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-fdf80afa-12c8-4567-b280-bb8ef58278ba None None] Set router 5be78347-3ba5-4a96-ae33-4dff4e9bb7e0 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:50:57.903512 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9fbedad0-76b2-4902-bb74-04a5d39c920a req-d820c0e9-d3a2-4bdb-b678-db61f8123b06 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d5ca9a25ddbb42138f9b6a1b70d08687&device_id=12f1eecc-51ce-466e-9da9-9fbe94ccca75 HTTP/1.1" status: 200  len: 1098 time: 0.0762041
Jul 14 08:50:58.053055 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbedad0-76b2-4902-bb74-04a5d39c920a req-4c342e4c-e86b-4074-9ee5-fea8e1207228 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:58.054654 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9fbedad0-76b2-4902-bb74-04a5d39c920a req-4c342e4c-e86b-4074-9ee5-fea8e1207228 service neutron] 10.222.0.43 "GET /v2.0/networks?id=63a55da1-a3c0-4491-b519-b032a596f63a HTTP/1.1" status: 200  len: 913 time: 0.1409135
Jul 14 08:50:58.210537 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9fbedad0-76b2-4902-bb74-04a5d39c920a req-a2f4f1bd-3326-4a3d-8141-e5b9d82208a5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f1b260c-b5d4-4746-a94e-403264d82f66 HTTP/1.1" status: 200  len: 999 time: 0.1483710
Jul 14 08:50:58.358288 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbedad0-76b2-4902-bb74-04a5d39c920a req-d8b88950-5f2e-40eb-a833-c580c87a6ab5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:58.359978 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9fbedad0-76b2-4902-bb74-04a5d39c920a req-d8b88950-5f2e-40eb-a833-c580c87a6ab5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96d8d046-4279-496a-b8c7-1752b53b9847 HTTP/1.1" status: 200  len: 851 time: 0.1413736
Jul 14 08:50:58.422609 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203b868-c942-4ec8-979e-ec5c0b600979 req-608f2511-c1e9-4164-8ad5-45300fe27a95 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:58.424236 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3203b868-c942-4ec8-979e-ec5c0b600979 req-608f2511-c1e9-4164-8ad5-45300fe27a95 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 945 time: 0.1583958
Jul 14 08:50:58.434008 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-fdf80afa-12c8-4567-b280-bb8ef58278ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6402542f28>, [{'id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'name': 'tempest-TestVolumeBootPattern-1352610820-router', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:33Z', 'updated_at': '2021-07-14T08:46:42Z', 'revision_number': 4, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'gw_port': {'id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fe:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:34Z', 'updated_at': '2021-07-14T08:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_floatingips': [{'id': 'd1c0b76c-bd28-4bd8-bc91-5c5b6822a22d', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'floating_ip_address': '172.27.3.200', 'floating_network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'router_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'port_id': '8f1b260c-b5d4-4746-a94e-403264d82f66', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a', 'mac_address': 'fa:16:3e:3a:f9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f1eecc-51ce-466e-9da9-9fbe94ccca75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:50:56Z', 'updated_at': '2021-07-14T08:50:56Z', 'revision_number': 0, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfdfede3-3646-4b11-bd86-a286e5615db7', 'name': '', 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'mac_address': 'fa:16:3e:18:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:40Z', 'updated_at': '2021-07-14T08:46:57Z', 'revision_number': 5, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'subnets': [{'id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:50:58.438120 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf80afa-12c8-4567-b280-bb8ef58278ba None None] Checking router: 5be78347-3ba5-4a96-ae33-4dff4e9bb7e0 for host: dv-cinder-800229-1-iscsi {{(pid=82097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:50:58.449847 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf80afa-12c8-4567-b280-bb8ef58278ba None None] Routers {'5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:50:58.450523 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-fdf80afa-12c8-4567-b280-bb8ef58278ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6402542f28>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:50:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:50:58.491177 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9fbedad0-76b2-4902-bb74-04a5d39c920a req-0438e528-e727-4409-a16f-6fd3e0872213 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=63a55da1-a3c0-4491-b519-b032a596f63a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1223533
Jul 14 08:50:58.495065 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3203b868-c942-4ec8-979e-ec5c0b600979 req-a366e231-7f04-4682-bea2-6e0522185b48 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0627990
Jul 14 08:50:58.637554 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9fbedad0-76b2-4902-bb74-04a5d39c920a req-9f88b7d1-0e0d-4136-aa68-b45b324e2e03 service neutron] 10.222.0.43 "GET /v2.0/networks/63a55da1-a3c0-4491-b519-b032a596f63a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386955
Jul 14 08:50:58.642260 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-fdf80afa-12c8-4567-b280-bb8ef58278ba None None] Set router 5be78347-3ba5-4a96-ae33-4dff4e9bb7e0 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:50:58.782319 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9fbedad0-76b2-4902-bb74-04a5d39c920a req-420d18d5-349d-43eb-85e0-f1db64d6e4f6 service neutron] 10.222.0.43 "GET /v2.0/networks/63a55da1-a3c0-4491-b519-b032a596f63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1376274
Jul 14 08:50:59.004567 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-fdf80afa-12c8-4567-b280-bb8ef58278ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6402542f28>, [{'id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'name': 'tempest-TestVolumeBootPattern-1352610820-router', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:33Z', 'updated_at': '2021-07-14T08:46:42Z', 'revision_number': 4, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'gw_port': {'id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fe:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:34Z', 'updated_at': '2021-07-14T08:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_floatingips': [{'id': 'd1c0b76c-bd28-4bd8-bc91-5c5b6822a22d', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'floating_ip_address': '172.27.3.200', 'floating_network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'router_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'port_id': '8f1b260c-b5d4-4746-a94e-403264d82f66', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a', 'mac_address': 'fa:16:3e:3a:f9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f1eecc-51ce-466e-9da9-9fbe94ccca75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:50:56Z', 'updated_at': '2021-07-14T08:50:56Z', 'revision_number': 0, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfdfede3-3646-4b11-bd86-a286e5615db7', 'name': '', 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'mac_address': 'fa:16:3e:18:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:40Z', 'updated_at': '2021-07-14T08:46:57Z', 'revision_number': 5, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'subnets': [{'id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:50:59.008663 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf80afa-12c8-4567-b280-bb8ef58278ba None None] The sync data for ids ['5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'] in dv-cinder-800229-1-iscsi is: [{'id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'name': 'tempest-TestVolumeBootPattern-1352610820-router', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:33Z', 'updated_at': '2021-07-14T08:46:42Z', 'revision_number': 4, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'gw_port': {'id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fe:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:34Z', 'updated_at': '2021-07-14T08:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_floatingips': [{'id': 'd1c0b76c-bd28-4bd8-bc91-5c5b6822a22d', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'floating_ip_address': '172.27.3.200', 'floating_network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'router_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'port_id': '8f1b260c-b5d4-4746-a94e-403264d82f66', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a', 'mac_address': 'fa:16:3e:3a:f9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f1eecc-51ce-466e-9da9-9fbe94ccca75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:50:56Z', 'updated_at': '2021-07-14T08:50:56Z', 'revision_number': 0, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfdfede3-3646-4b11-bd86-a286e5615db7', 'name': '', 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'mac_address': 'fa:16:3e:18:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:40Z', 'updated_at': '2021-07-14T08:46:57Z', 'revision_number': 5, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'subnets': [{'id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:50:59.369952 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b224bcc-d70f-47c5-825d-d8cb074b5305 None None] New status for floating IP d1c0b76c-bd28-4bd8-bc91-5c5b6822a22d: ACTIVE {{(pid=82098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Jul 14 08:50:59.748748 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0401935-60ec-4807-a8c1-2a69046e71af req-7c594a9a-0ee4-4ade-84b7-b98e7cce037e tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:50:59.750357 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c0401935-60ec-4807-a8c1-2a69046e71af req-7c594a9a-0ee4-4ade-84b7-b98e7cce037e tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 945 time: 0.0906031
Jul 14 08:50:59.799768 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c0401935-60ec-4807-a8c1-2a69046e71af req-53c3e669-2b28-4984-b380-647699103eff tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426097
Jul 14 08:51:01.013181 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bff7be-5612-45b1-9577-ea00a413a5fa req-e434f15d-59f3-4013-b970-6e6ec743939f tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:01.014802 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c1bff7be-5612-45b1-9577-ea00a413a5fa req-e434f15d-59f3-4013-b970-6e6ec743939f tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 945 time: 0.0820203
Jul 14 08:51:01.063476 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c1bff7be-5612-45b1-9577-ea00a413a5fa req-31a98cc3-267b-49b1-9eac-21794d30fb4d tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413039
Jul 14 08:51:02.509065 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91815742-502d-449a-814c-f04168d01015 req-fafda992-69ef-45fb-8f08-ed5644a875e2 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:02.510682 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-91815742-502d-449a-814c-f04168d01015 req-fafda992-69ef-45fb-8f08-ed5644a875e2 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 945 time: 0.3013356
Jul 14 08:51:02.560440 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-91815742-502d-449a-814c-f04168d01015 req-56dbacdd-bcbb-4ca2-86cb-a77987b8b1b0 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435426
Jul 14 08:51:03.779870 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f2b43-d7f7-463a-853a-2be65f736ea1 req-917b746e-0fb4-4b1a-8856-25788c5b0efa tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:03.781473 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-331f2b43-d7f7-463a-853a-2be65f736ea1 req-917b746e-0fb4-4b1a-8856-25788c5b0efa tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 945 time: 0.0861051
Jul 14 08:51:03.829973 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-331f2b43-d7f7-463a-853a-2be65f736ea1 req-d33d028a-11fc-4b66-9cae-af4b6e16748f tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422754
Jul 14 08:51:05.041158 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de579173-f25d-47c2-b689-b49a6d28cc77 req-0c2fd176-7e10-4476-9663-53779880b6fe tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:05.042733 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-de579173-f25d-47c2-b689-b49a6d28cc77 req-0c2fd176-7e10-4476-9663-53779880b6fe tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 945 time: 0.0815008
Jul 14 08:51:05.089877 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-de579173-f25d-47c2-b689-b49a6d28cc77 req-83134fd2-45b2-41d2-aac1-c909defb56fc tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412242
Jul 14 08:51:05.769847 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2684834d-d2fd-4aa3-95b7-6193be6ed940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:06.065867 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:06.311324 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65c187-d03a-41ff-8a6a-56e22ba1f821 req-51a15e52-c08a-40a6-a147-24ec26fa58b9 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:06.312949 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1d65c187-d03a-41ff-8a6a-56e22ba1f821 req-51a15e52-c08a-40a6-a147-24ec26fa58b9 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 945 time: 0.0821090
Jul 14 08:51:06.365464 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1d65c187-d03a-41ff-8a6a-56e22ba1f821 req-2b637c83-8caa-48ea-81f1-75a4429c9e7f tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454061
Jul 14 08:51:06.756507 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:07.586951 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1589f2d-1275-4fd3-a8fb-2b44d2395f4a req-fea3dcdb-dcd8-4e21-a34e-90cca53fc57e tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:07.588595 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d1589f2d-1275-4fd3-a8fb-2b44d2395f4a req-fea3dcdb-dcd8-4e21-a34e-90cca53fc57e tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 945 time: 0.0892496
Jul 14 08:51:07.640268 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d1589f2d-1275-4fd3-a8fb-2b44d2395f4a req-c3a24af1-5f00-49a6-b709-b5ea999f30e3 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448039
Jul 14 08:51:07.761272 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cae22be7-eb84-4b7a-ada9-53800e5fd593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:08.528331 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:08.851872 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccca750-fd80-4fdd-ac62-6e35b41598ee req-85b3ed46-66da-4bfc-b08d-ba0736796df2 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:08.853343 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cccca750-fd80-4fdd-ac62-6e35b41598ee req-85b3ed46-66da-4bfc-b08d-ba0736796df2 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 945 time: 0.0803077
Jul 14 08:51:08.904075 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cccca750-fd80-4fdd-ac62-6e35b41598ee req-ffe3bc65-1592-4f81-8b65-6a387f909cc1 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447390
Jul 14 08:51:09.572195 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:10.010652 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 4460edbb-4e37-4756-8d17-827c59e5989d details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 14 08:51:10.138945 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a755be5-4b9a-4049-a336-fad4b78257ef req-c750dc44-96eb-4b25-ba81-37ea5b5c8e19 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:10.144046 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-7a755be5-4b9a-4049-a336-fad4b78257ef req-c750dc44-96eb-4b25-ba81-37ea5b5c8e19 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 945 time: 0.0974040
Jul 14 08:51:10.172500 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port 4460edbb-4e37-4756-8d17-827c59e5989d, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=4460edbb-4e37-4756-8d17-827c59e5989d,segment=NetworkSegment(54020ed2-9764-455c-bb75-78a5101f4433),segment_id=54020ed2-9764-455c-bb75-78a5101f4433)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:51:10.187795 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Returning: {'device': '4460edbb-4e37-4756-8d17-827c59e5989d', 'network_id': '52933724-b56f-4198-aacf-d572e3623b57', 'port_id': '4460edbb-4e37-4756-8d17-827c59e5989d', 'mac_address': 'fa:16:3e:86:8d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2471914-bec5-4d3a-8fbd-31586948f335', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 14 08:51:10.195621 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-7a755be5-4b9a-4049-a336-fad4b78257ef req-0cc5d486-697a-44e6-ae77-3f6825308085 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458167
Jul 14 08:51:10.248898 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:10.267879 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4460edbb-4e37-4756-8d17-827c59e5989d {{(pid=82097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:51:10.284277 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port 4460edbb-4e37-4756-8d17-827c59e5989d, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=4460edbb-4e37-4756-8d17-827c59e5989d,segment=NetworkSegment(54020ed2-9764-455c-bb75-78a5101f4433),segment_id=54020ed2-9764-455c-bb75-78a5101f4433)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:51:10.287928 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:10.290370 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:51:10.358370 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=4460edbb-4e37-4756-8d17-827c59e5989d,revision_number=6']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:51:10.367601 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:51:10.367993 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:51:10.368376 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:51:10.368753 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:51:10.369129 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:51:10.369500 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:51:10.369870 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:51:10.370248 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:51:10.370613 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:51:10.370982 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:51:10.371374 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:51:10.375536 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:51:10.462950 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] get_ports_and_sgs() called for port_ids ['4460edbb-4e37-4756-8d17-827c59e5989d'] {{(pid=82097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 14 08:51:11.451399 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260d31a-1d46-410e-a9b3-efe8865e45ad req-b561f957-8dce-4e93-8201-bfb5f6fd67a8 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:11.453081 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b260d31a-1d46-410e-a9b3-efe8865e45ad req-b561f957-8dce-4e93-8201-bfb5f6fd67a8 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 944 time: 0.0971012
Jul 14 08:51:11.507519 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b260d31a-1d46-410e-a9b3-efe8865e45ad req-8981fd22-2814-416c-a523-d5703d46fdb4 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455902
Jul 14 08:51:12.021035 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 4460edbb-4e37-4756-8d17-827c59e5989d up at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:51:12.100787 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning complete for port 4460edbb-4e37-4756-8d17-827c59e5989d triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:51:12.101850 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:12.252703 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:12.285184 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458e4242-6369-490d-88d5-e8c7236f2740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4460edbb-4e37-4756-8d17-827c59e5989d'}] {{(pid=82097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:51:12.299510 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port 4460edbb-4e37-4756-8d17-827c59e5989d, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=4460edbb-4e37-4756-8d17-827c59e5989d,segment=NetworkSegment(54020ed2-9764-455c-bb75-78a5101f4433),segment_id=54020ed2-9764-455c-bb75-78a5101f4433)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:51:12.304013 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:12.308014 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-879efa34-c78e-4e51-8be4-eb5fa45dcc28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:51:12.364853 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458e4242-6369-490d-88d5-e8c7236f2740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4460edbb-4e37-4756-8d17-827c59e5989d', 'code': 200}
Jul 14 08:51:12.390928 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=4460edbb-4e37-4756-8d17-827c59e5989d,revision_number=7']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:51:12.395721 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:51:12.819255 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46334a7b-1175-465c-8e7c-2e8f4715edf6 req-1f8ac743-fcf0-4090-a6da-2b0c99e0e4c9 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:12.821641 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-46334a7b-1175-465c-8e7c-2e8f4715edf6 req-1f8ac743-fcf0-4090-a6da-2b0c99e0e4c9 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 945 time: 0.1333787
Jul 14 08:51:12.895750 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-46334a7b-1175-465c-8e7c-2e8f4715edf6 req-6e48ecfe-ab8e-4378-bb86-232871084be5 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0651805
Jul 14 08:51:13.560478 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191fdbb-0f2d-4c8d-86e6-927d13b6f1e4 req-47056e6f-3330-4ed5-94d1-ab55c8589d20 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:13.562705 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0191fdbb-0f2d-4c8d-86e6-927d13b6f1e4 req-47056e6f-3330-4ed5-94d1-ab55c8589d20 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=f27ecf2f-1c50-411f-be60-41edcbf2f135 HTTP/1.1" status: 200  len: 945 time: 0.0950239
Jul 14 08:51:13.622498 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0191fdbb-0f2d-4c8d-86e6-927d13b6f1e4 req-1ea4ad06-d803-484c-8662-cf78f0120d2d tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=b16c7df3-3da8-4659-ae3a-2567bc31956c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526977
Jul 14 08:51:14.151829 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec59ad-2471-46cc-b124-a608caff0cc1 req-f6299b68-9d13-43e1-b530-a0cb2eb45996 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:14.154055 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-97ec59ad-2471-46cc-b124-a608caff0cc1 req-f6299b68-9d13-43e1-b530-a0cb2eb45996 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 945 time: 0.0971398
Jul 14 08:51:14.208071 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-97ec59ad-2471-46cc-b124-a608caff0cc1 req-458e642a-af27-4d54-8ccd-274ec7d4bcc3 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451624
Jul 14 08:51:14.972467 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d457844-bab2-4dc6-b73f-2390f788ea80 req-21279509-50d2-407e-9b79-fb9af1a73466 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:14.974275 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-7d457844-bab2-4dc6-b73f-2390f788ea80 req-21279509-50d2-407e-9b79-fb9af1a73466 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=f27ecf2f-1c50-411f-be60-41edcbf2f135 HTTP/1.1" status: 200  len: 945 time: 0.0943298
Jul 14 08:51:15.030019 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-7d457844-bab2-4dc6-b73f-2390f788ea80 req-6e7958f7-6f05-4032-a898-2d2f860f7f9e tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=b16c7df3-3da8-4659-ae3a-2567bc31956c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478382
Jul 14 08:51:15.464145 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df989311-3f9d-4247-a80d-041a427ff766 req-1a056032-dcf6-4ebc-83f8-6df8dfa8504d tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:15.465775 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-df989311-3f9d-4247-a80d-041a427ff766 req-1a056032-dcf6-4ebc-83f8-6df8dfa8504d tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 945 time: 0.0968857
Jul 14 08:51:15.524339 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-df989311-3f9d-4247-a80d-041a427ff766 req-787f5d3b-f14c-4992-8230-bb34daa8629a tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484483
Jul 14 08:51:15.798547 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f395683-c383-444f-a72a-084489d3e61e req-7e8e30a8-3c18-4d84-8457-1ad39e448505 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:15.800559 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3f395683-c383-444f-a72a-084489d3e61e req-7e8e30a8-3c18-4d84-8457-1ad39e448505 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.43 "GET /v2.0/ports?device_id=f27ecf2f-1c50-411f-be60-41edcbf2f135 HTTP/1.1" status: 200  len: 945 time: 0.0899959
Jul 14 08:51:15.884635 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [req-3f395683-c383-444f-a72a-084489d3e61e req-1060693f-2815-4c21-ae34-71ed086b031f tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Deleting port 287eceb2-fd79-494c-9c4c-13c46b02a8d5 {{(pid=82095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:51:15.885015 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-3f395683-c383-444f-a72a-084489d3e61e req-1060693f-2815-4c21-ae34-71ed086b031f tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:16.294296 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd3bae-d5d7-4dd2-a933-25b00b3017e2 req-cbcfc01e-119c-47f5-8631-036313158215 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:16.296005 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f4fd3bae-d5d7-4dd2-a933-25b00b3017e2 req-cbcfc01e-119c-47f5-8631-036313158215 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=f27ecf2f-1c50-411f-be60-41edcbf2f135 HTTP/1.1" status: 200  len: 945 time: 0.1204302
Jul 14 08:51:16.363524 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f4fd3bae-d5d7-4dd2-a933-25b00b3017e2 req-5801676e-8c21-4c80-98cc-4e13563b7dbe tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups?id=b16c7df3-3da8-4659-ae3a-2567bc31956c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0610335
Jul 14 08:51:16.434215 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-3f395683-c383-444f-a72a-084489d3e61e req-1060693f-2815-4c21-ae34-71ed086b031f tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] For port 287eceb2-fd79-494c-9c4c-13c46b02a8d5, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=287eceb2-fd79-494c-9c4c-13c46b02a8d5,segment=NetworkSegment(12621a13-2c01-4bd6-95be-3fd9fa7c6003),segment_id=12621a13-2c01-4bd6-95be-3fd9fa7c6003)] {{(pid=82095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:51:16.435029 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-3f395683-c383-444f-a72a-084489d3e61e req-1060693f-2815-4c21-ae34-71ed086b031f tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:16.860026 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-3f395683-c383-444f-a72a-084489d3e61e req-1060693f-2815-4c21-ae34-71ed086b031f tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:16.860570 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-3f395683-c383-444f-a72a-084489d3e61e req-1060693f-2815-4c21-ae34-71ed086b031f tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854084435'] for floatingip, after_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:16.860744 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.db.l3_db [req-3f395683-c383-444f-a72a-084489d3e61e req-1060693f-2815-4c21-ae34-71ed086b031f tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Floating IP 9d86df56-11c3-4202-a39e-f1cb77902a63 disassociated. External IP: 172.27.3.10, port: 287eceb2-fd79-494c-9c4c-13c46b02a8d5.
Jul 14 08:51:16.861050 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [req-3f395683-c383-444f-a72a-084489d3e61e req-1060693f-2815-4c21-ae34-71ed086b031f tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Calling delete_port for 287eceb2-fd79-494c-9c4c-13c46b02a8d5 owned by compute:nova {{(pid=82095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:51:16.948489 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d509061-54d3-45b4-bb72-d999601c24a5 req-1efe45b7-bb18-403a-ba92-76c663a35cde tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:16.950113 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9d509061-54d3-45b4-bb72-d999601c24a5 req-1efe45b7-bb18-403a-ba92-76c663a35cde tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 945 time: 0.2046418
Jul 14 08:51:17.062788 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9d509061-54d3-45b4-bb72-d999601c24a5 req-ddccb50a-7463-4b45-8688-92c30ca06341 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1033657
Jul 14 08:51:17.109151 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-3f395683-c383-444f-a72a-084489d3e61e req-1060693f-2815-4c21-ae34-71ed086b031f tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:17.116495 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-ee64a1d3-c794-4490-b860-c1a65f5d7d05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:51:17.163123 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1060693f-2815-4c21-ae34-71ed086b031f tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Pushing event deleted for resources: {'Port': ['ID=287eceb2-fd79-494c-9c4c-13c46b02a8d5,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:51:17.175525 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060693f-2815-4c21-ae34-71ed086b031f tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:51:17.175836 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060693f-2815-4c21-ae34-71ed086b031f tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:51:17.176247 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060693f-2815-4c21-ae34-71ed086b031f tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:51:17.176926 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060693f-2815-4c21-ae34-71ed086b031f tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:51:17.177072 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060693f-2815-4c21-ae34-71ed086b031f tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:51:17.177443 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060693f-2815-4c21-ae34-71ed086b031f tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:51:17.177838 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060693f-2815-4c21-ae34-71ed086b031f tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:51:17.178362 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060693f-2815-4c21-ae34-71ed086b031f tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:51:17.178611 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060693f-2815-4c21-ae34-71ed086b031f tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:51:17.179004 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060693f-2815-4c21-ae34-71ed086b031f tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:51:17.179426 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060693f-2815-4c21-ae34-71ed086b031f tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:51:17.183160 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-1060693f-2815-4c21-ae34-71ed086b031f tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:51:17.406859 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f395683-c383-444f-a72a-084489d3e61e req-1060693f-2815-4c21-ae34-71ed086b031f tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Router 77dbcf2e-b473-4388-845b-f4227d5eeb31 has already been hosted by L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c {{(pid=82095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 14 08:51:17.575007 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-adb0cdef-0eab-49ff-9e76-25e5f25b1148 req-6af1d9a0-bafd-48b2-bbf5-9bf25989ca53 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=f27ecf2f-1c50-411f-be60-41edcbf2f135 HTTP/1.1" status: 200  len: 210 time: 0.0767503
Jul 14 08:51:17.698561 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f395683-c383-444f-a72a-084489d3e61e req-1060693f-2815-4c21-ae34-71ed086b031f tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:51:17.714296 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ae3e30-aea4-42eb-b331-130fafaaa7c4 None None] Sync routers for ids ['77dbcf2e-b473-4388-845b-f4227d5eeb31'] in dv-cinder-800229-1-iscsi {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:51:17.749270 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ae3e30-aea4-42eb-b331-130fafaaa7c4 None None] Routers {'77dbcf2e-b473-4388-845b-f4227d5eeb31'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:51:17.750447 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-d1ae3e30-aea4-42eb-b331-130fafaaa7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6402cfbcc0>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:51:08Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['77dbcf2e-b473-4388-845b-f4227d5eeb31'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:51:17.788087 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f395683-c383-444f-a72a-084489d3e61e req-1060693f-2815-4c21-ae34-71ed086b031f tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] No DVR routers for this DVR port 287eceb2-fd79-494c-9c4c-13c46b02a8d5 on host hv-cinder-80022 {{(pid=82095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 14 08:51:17.791659 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-3f395683-c383-444f-a72a-084489d3e61e req-1060693f-2815-4c21-ae34-71ed086b031f tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:17.806083 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27ecf2f-1c50-411f-be60-41edcbf2f135', 'name': 'network-vif-deleted', 'tag': '287eceb2-fd79-494c-9c4c-13c46b02a8d5'}] {{(pid=82095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:51:17.831438 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3f395683-c383-444f-a72a-084489d3e61e req-1060693f-2815-4c21-ae34-71ed086b031f tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.43 "DELETE /v2.0/ports/287eceb2-fd79-494c-9c4c-13c46b02a8d5 HTTP/1.1" status: 204  len: 173 time: 2.0187540
Jul 14 08:51:17.988031 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27ecf2f-1c50-411f-be60-41edcbf2f135', 'name': 'network-vif-deleted', 'tag': '287eceb2-fd79-494c-9c4c-13c46b02a8d5', 'status': 'completed', 'code': 200}
Jul 14 08:51:18.116040 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-d1ae3e30-aea4-42eb-b331-130fafaaa7c4 None None] Set router 77dbcf2e-b473-4388-845b-f4227d5eeb31 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:51:18.386057 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69eaf5-7c59-4f57-a217-3b2e18714e5f req-ba3f41b3-0924-4433-9d3c-796af833878f tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:18.387572 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4f69eaf5-7c59-4f57-a217-3b2e18714e5f req-ba3f41b3-0924-4433-9d3c-796af833878f tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 945 time: 0.1058476
Jul 14 08:51:18.445030 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4f69eaf5-7c59-4f57-a217-3b2e18714e5f req-7e756246-dedb-428d-9caf-5721beddb8e4 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508623
Jul 14 08:51:18.568051 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-d1ae3e30-aea4-42eb-b331-130fafaaa7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6402cfbcc0>, [{'id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'name': 'tempest-AttachVolumeTestJSON-25464803-router', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'a11d6929-c47b-4da0-9b19-2fa410fb8a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:45Z', 'updated_at': '2021-07-14T08:43:58Z', 'revision_number': 4, 'project_id': '14f51922b06043779a5017e6efa8b95a', 'gw_port': {'id': 'a11d6929-c47b-4da0-9b19-2fa410fb8a6f', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ca:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:47Z', 'updated_at': '2021-07-14T08:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': '764c35b1-6fed-480c-80c2-502fb0d7c610', 'name': '', 'network_id': 'a5638089-0bc3-451e-b07e-8f6a2e41d3b4', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'mac_address': 'fa:16:3e:19:ad:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd6bd243-ec5f-4ebe-97dd-3f142d2cc859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:56Z', 'updated_at': '2021-07-14T08:44:10Z', 'revision_number': 5, 'project_id': '14f51922b06043779a5017e6efa8b95a', 'subnets': [{'id': 'bd6bd243-ec5f-4ebe-97dd-3f142d2cc859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:51:18.572320 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ae3e30-aea4-42eb-b331-130fafaaa7c4 None None] Checking router: 77dbcf2e-b473-4388-845b-f4227d5eeb31 for host: dv-cinder-800229-1-iscsi {{(pid=82097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:51:18.584392 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ae3e30-aea4-42eb-b331-130fafaaa7c4 None None] Routers {'77dbcf2e-b473-4388-845b-f4227d5eeb31'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:51:18.585337 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-d1ae3e30-aea4-42eb-b331-130fafaaa7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6402cfbcc0>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:51:08Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['77dbcf2e-b473-4388-845b-f4227d5eeb31'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:51:18.800136 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-4c4bbad8-5cb9-40bb-8878-a081fdd90e7f req-e0a38b74-f642-4cb7-b5cd-1b6a8f322d13 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Synchronizing usage tracker for tenant:14f51922b06043779a5017e6efa8b95a on resource:port {{(pid=82095) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:51:18.856423 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-4c4bbad8-5cb9-40bb-8878-a081fdd90e7f req-e0a38b74-f642-4cb7-b5cd-1b6a8f322d13 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Unset dirty status for tenant:14f51922b06043779a5017e6efa8b95a on resource:port {{(pid=82095) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:51:18.857867 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4c4bbad8-5cb9-40bb-8878-a081fdd90e7f req-e0a38b74-f642-4cb7-b5cd-1b6a8f322d13 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/ports?device_id=f27ecf2f-1c50-411f-be60-41edcbf2f135 HTTP/1.1" status: 200  len: 210 time: 0.1236269
Jul 14 08:51:18.864944 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-d1ae3e30-aea4-42eb-b331-130fafaaa7c4 None None] Set router 77dbcf2e-b473-4388-845b-f4227d5eeb31 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:51:19.365774 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-d1ae3e30-aea4-42eb-b331-130fafaaa7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6402cfbcc0>, [{'id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'name': 'tempest-AttachVolumeTestJSON-25464803-router', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'a11d6929-c47b-4da0-9b19-2fa410fb8a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:45Z', 'updated_at': '2021-07-14T08:43:58Z', 'revision_number': 4, 'project_id': '14f51922b06043779a5017e6efa8b95a', 'gw_port': {'id': 'a11d6929-c47b-4da0-9b19-2fa410fb8a6f', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ca:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:47Z', 'updated_at': '2021-07-14T08:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': '764c35b1-6fed-480c-80c2-502fb0d7c610', 'name': '', 'network_id': 'a5638089-0bc3-451e-b07e-8f6a2e41d3b4', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'mac_address': 'fa:16:3e:19:ad:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd6bd243-ec5f-4ebe-97dd-3f142d2cc859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:56Z', 'updated_at': '2021-07-14T08:44:10Z', 'revision_number': 5, 'project_id': '14f51922b06043779a5017e6efa8b95a', 'subnets': [{'id': 'bd6bd243-ec5f-4ebe-97dd-3f142d2cc859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:51:19.370081 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ae3e30-aea4-42eb-b331-130fafaaa7c4 None None] The sync data for ids ['77dbcf2e-b473-4388-845b-f4227d5eeb31'] in dv-cinder-800229-1-iscsi is: [{'id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'name': 'tempest-AttachVolumeTestJSON-25464803-router', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'a11d6929-c47b-4da0-9b19-2fa410fb8a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:45Z', 'updated_at': '2021-07-14T08:43:58Z', 'revision_number': 4, 'project_id': '14f51922b06043779a5017e6efa8b95a', 'gw_port': {'id': 'a11d6929-c47b-4da0-9b19-2fa410fb8a6f', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ca:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:47Z', 'updated_at': '2021-07-14T08:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': '764c35b1-6fed-480c-80c2-502fb0d7c610', 'name': '', 'network_id': 'a5638089-0bc3-451e-b07e-8f6a2e41d3b4', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'mac_address': 'fa:16:3e:19:ad:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd6bd243-ec5f-4ebe-97dd-3f142d2cc859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:56Z', 'updated_at': '2021-07-14T08:44:10Z', 'revision_number': 5, 'project_id': '14f51922b06043779a5017e6efa8b95a', 'subnets': [{'id': 'bd6bd243-ec5f-4ebe-97dd-3f142d2cc859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:51:19.695468 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a981cf9-1810-4dfb-b698-844511b262a2 req-f9f3db54-0064-4e35-8647-03d33122d193 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:19.697079 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4a981cf9-1810-4dfb-b698-844511b262a2 req-f9f3db54-0064-4e35-8647-03d33122d193 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 945 time: 0.0918815
Jul 14 08:51:19.747494 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4a981cf9-1810-4dfb-b698-844511b262a2 req-5b3ab0af-1318-4afb-8821-5cc5203b5e88 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442672
Jul 14 08:51:19.836997 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d591093-1d5b-41b3-840b-bd51d97ed3fe None None] New status for floating IP 9d86df56-11c3-4202-a39e-f1cb77902a63: DOWN {{(pid=82098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Jul 14 08:51:19.999406 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 33544) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:51:20.069099 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0c437845-ed24-4c2d-b70f-c2c46599b772 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:20.085065 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 287eceb2-fd79-494c-9c4c-13c46b02a8d5 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:51:20.097579 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0c437845-ed24-4c2d-b70f-c2c46599b772 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:20.119277 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] No Port match for: 287eceb2-fd79-494c-9c4c-13c46b02a8d5 {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:51:20.119679 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 287eceb2-fd79-494c-9c4c-13c46b02a8d5 not bound to the agent host hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:51:20.146960 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0c437845-ed24-4c2d-b70f-c2c46599b772 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:20.152308 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-31a67d51-3567-420b-b23f-90e42e517671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:51:20.167444 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c437845-ed24-4c2d-b70f-c2c46599b772 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16c7df3-3da8-4659-ae3a-2567bc31956c,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:51:20.170675 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-0c437845-ed24-4c2d-b70f-c2c46599b772 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:51:20.179885 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0c437845-ed24-4c2d-b70f-c2c46599b772 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:20.181104 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-0c437845-ed24-4c2d-b70f-c2c46599b772 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "DELETE /v2.0/security-groups/b16c7df3-3da8-4659-ae3a-2567bc31956c HTTP/1.1" status: 204  len: 168 time: 0.1805508
Jul 14 08:51:20.184005 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 33548) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:51:20.205495 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.v2.resource [None req-23f50ff8-6966-444b-80cd-24d1621c93cc tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] show failed (client error): The resource could not be found.
Jul 14 08:51:20.206558 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-23f50ff8-6966-444b-80cd-24d1621c93cc tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "GET /v2.0/security-groups/b16c7df3-3da8-4659-ae3a-2567bc31956c HTTP/1.1" status: 404  len: 347 time: 0.0212994
Jul 14 08:51:20.210366 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 33552) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:51:20.371465 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-cc2f39da-a188-4949-be82-3b58a411b4d8 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Deleting port 529da753-c361-4f72-aca0-f62e70d36786 {{(pid=82095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:51:20.372066 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cc2f39da-a188-4949-be82-3b58a411b4d8 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:20.579869 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d4c6d6fe-b10a-4ba8-ad6e-60316ecc16f2 req-20986143-64ca-4b96-8d46-f16c1a934f7d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b3a1809d9a5426abbaa7d1c2677f387&device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 1098 time: 0.1805449
Jul 14 08:51:20.697314 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cc2f39da-a188-4949-be82-3b58a411b4d8 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:20.697675 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cc2f39da-a188-4949-be82-3b58a411b4d8 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:20.829737 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-cc2f39da-a188-4949-be82-3b58a411b4d8 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Calling delete_port for 529da753-c361-4f72-aca0-f62e70d36786 owned by network:floatingip {{(pid=82095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:51:20.971150 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6d6fe-b10a-4ba8-ad6e-60316ecc16f2 req-36845395-a815-4c57-b186-4e48f2feb8eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:20.972955 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d4c6d6fe-b10a-4ba8-ad6e-60316ecc16f2 req-36845395-a815-4c57-b186-4e48f2feb8eb service neutron] 10.222.0.43 "GET /v2.0/networks?id=52933724-b56f-4198-aacf-d572e3623b57 HTTP/1.1" status: 200  len: 917 time: 0.3824272
Jul 14 08:51:21.367403 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad1d9c-03ae-40c5-aab9-2f53606fa99e req-8c903348-fd54-465d-ac72-e1b07ba1fb7d tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:21.368992 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-78ad1d9c-03ae-40c5-aab9-2f53606fa99e req-8c903348-fd54-465d-ac72-e1b07ba1fb7d tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 945 time: 0.4807529
Jul 14 08:51:21.379001 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d4c6d6fe-b10a-4ba8-ad6e-60316ecc16f2 req-708a2a51-5c26-42f0-b831-4dbad81c62d0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4460edbb-4e37-4756-8d17-827c59e5989d HTTP/1.1" status: 200  len: 1001 time: 0.3937953
Jul 14 08:51:21.455920 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cc2f39da-a188-4949-be82-3b58a411b4d8 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:21.466020 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-3a07761f-931e-436c-9bfd-58237faaa3dc tempest-VolumesActionsTest-1104207187 tempest-VolumesActionsTest-1104207187-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:51:21.520394 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f39da-a188-4949-be82-3b58a411b4d8 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Pushing event deleted for resources: {'Port': ['ID=529da753-c361-4f72-aca0-f62e70d36786,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:51:21.523217 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-cc2f39da-a188-4949-be82-3b58a411b4d8 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:51:21.569664 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6d6fe-b10a-4ba8-ad6e-60316ecc16f2 req-81473ff9-d76f-455d-ac42-a1828bb68afb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:21.571305 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d4c6d6fe-b10a-4ba8-ad6e-60316ecc16f2 req-81473ff9-d76f-455d-ac42-a1828bb68afb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d2471914-bec5-4d3a-8fbd-31586948f335 HTTP/1.1" status: 200  len: 855 time: 0.1701796
Jul 14 08:51:21.578594 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-78ad1d9c-03ae-40c5-aab9-2f53606fa99e req-fdb511da-c97f-4e80-bea9-de97d0f3fc68 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2017612
Jul 14 08:51:21.685059 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cc2f39da-a188-4949-be82-3b58a411b4d8 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks [] for floatingip, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:21.715692 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cc2f39da-a188-4949-be82-3b58a411b4d8 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for floatingip, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:21.716924 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-cc2f39da-a188-4949-be82-3b58a411b4d8 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] 10.222.0.42 "DELETE /v2.0/floatingips/9d86df56-11c3-4202-a39e-f1cb77902a63 HTTP/1.1" status: 204  len: 168 time: 1.5055907
Jul 14 08:51:21.725175 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d4c6d6fe-b10a-4ba8-ad6e-60316ecc16f2 req-bbea4bd6-a925-415e-b67f-116f6720cc96 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=52933724-b56f-4198-aacf-d572e3623b57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1188276
Jul 14 08:51:21.873275 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d4c6d6fe-b10a-4ba8-ad6e-60316ecc16f2 req-67f0dddb-9e65-4997-92f4-6e03b9655b08 service neutron] 10.222.0.43 "GET /v2.0/networks/52933724-b56f-4198-aacf-d572e3623b57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407862
Jul 14 08:51:22.016787 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d4c6d6fe-b10a-4ba8-ad6e-60316ecc16f2 req-9b79ac3c-42e6-48a0-8399-81a7704ffdf4 service neutron] 10.222.0.43 "GET /v2.0/networks/52933724-b56f-4198-aacf-d572e3623b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1365874
Jul 14 08:51:22.799887 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baedd01-db1e-420b-bd89-d7c08711e338 req-05184f17-2d53-49e2-823e-8954f6685d55 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:22.801459 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6baedd01-db1e-420b-bd89-d7c08711e338 req-05184f17-2d53-49e2-823e-8954f6685d55 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 945 time: 0.0821776
Jul 14 08:51:22.853451 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6baedd01-db1e-420b-bd89-d7c08711e338 req-32a4f640-d7a2-4387-a38e-338b6a64fffb tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452752
Jul 14 08:51:24.068725 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416c6ab-e978-4dbc-b473-03859529d1d4 req-fa7c4fd0-afe9-4a1b-a7ee-e81a3e65d1c6 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:24.070304 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-7416c6ab-e978-4dbc-b473-03859529d1d4 req-fa7c4fd0-afe9-4a1b-a7ee-e81a3e65d1c6 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 945 time: 0.0836282
Jul 14 08:51:24.099838 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 4460edbb-4e37-4756-8d17-827c59e5989d no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:51:24.125490 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-7416c6ab-e978-4dbc-b473-03859529d1d4 req-78c65aa5-c28a-4ae5-802b-2e9d543a1925 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489678
Jul 14 08:51:24.215558 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:24.243626 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458e4242-6369-490d-88d5-e8c7236f2740', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4460edbb-4e37-4756-8d17-827c59e5989d'}] {{(pid=82097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:51:24.253439 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port 4460edbb-4e37-4756-8d17-827c59e5989d, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=4460edbb-4e37-4756-8d17-827c59e5989d,segment=NetworkSegment(54020ed2-9764-455c-bb75-78a5101f4433),segment_id=54020ed2-9764-455c-bb75-78a5101f4433)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:51:24.256952 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:24.258791 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:51:24.306721 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458e4242-6369-490d-88d5-e8c7236f2740', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4460edbb-4e37-4756-8d17-827c59e5989d', 'code': 200}
Jul 14 08:51:24.332114 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=4460edbb-4e37-4756-8d17-827c59e5989d,revision_number=8']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:51:24.336090 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:51:25.340245 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38467f9-2c30-49af-9c7a-edbe7d855d20 req-013b6aad-a319-439f-a2e4-63954de138e5 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:25.341804 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f38467f9-2c30-49af-9c7a-edbe7d855d20 req-013b6aad-a319-439f-a2e4-63954de138e5 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 943 time: 0.0834723
Jul 14 08:51:25.388587 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f38467f9-2c30-49af-9c7a-edbe7d855d20 req-d111142d-34ca-45f6-92d3-270f02139161 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405314
Jul 14 08:51:25.807580 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 33602) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:51:26.409297 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3861f522-74d6-4bbc-a0f7-160532e03fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854084536'] for router_interface, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:26.884624 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6487716a-863f-4ba2-bc23-c119a550c90f req-2a32c60b-9a30-453b-be77-307924957b30 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1710072
Jul 14 08:51:27.164353 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-3861f522-74d6-4bbc-a0f7-160532e03fc1 admin admin] Deleting port 764c35b1-6fed-480c-80c2-502fb0d7c610 {{(pid=82095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:51:27.164649 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3861f522-74d6-4bbc-a0f7-160532e03fc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:27.170728 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fbba8-cb2c-434e-a7fe-fb66a56751f3 req-90504ec3-4f4b-4cf1-b5cd-8173ae476cf8 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:27.172355 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-190fbba8-cb2c-434e-a7fe-fb66a56751f3 req-90504ec3-4f4b-4cf1-b5cd-8173ae476cf8 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 943 time: 0.0871897
Jul 14 08:51:27.220855 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-190fbba8-cb2c-434e-a7fe-fb66a56751f3 req-b240643f-18cb-4699-959b-a0e8393c82e4 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420356
Jul 14 08:51:27.305067 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-83d2fda8-d11b-4bc8-bea2-2a63a806c4c9 req-3589aa20-1226-4c5a-80a0-fd5d9bf54954 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2160969
Jul 14 08:51:27.361537 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-3861f522-74d6-4bbc-a0f7-160532e03fc1 admin admin] For port 764c35b1-6fed-480c-80c2-502fb0d7c610, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=764c35b1-6fed-480c-80c2-502fb0d7c610,segment=NetworkSegment(12621a13-2c01-4bd6-95be-3fd9fa7c6003),segment_id=12621a13-2c01-4bd6-95be-3fd9fa7c6003)] {{(pid=82095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:51:27.361939 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3861f522-74d6-4bbc-a0f7-160532e03fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:27.490108 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-3861f522-74d6-4bbc-a0f7-160532e03fc1 admin admin] Calling delete_port for 764c35b1-6fed-480c-80c2-502fb0d7c610 owned by network:router_interface {{(pid=82095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:51:27.669581 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3861f522-74d6-4bbc-a0f7-160532e03fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:27.674082 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-46b19edb-3ea3-4bb4-bc1e-ad37a21811a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:51:27.717233 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3861f522-74d6-4bbc-a0f7-160532e03fc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=764c35b1-6fed-480c-80c2-502fb0d7c610,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:51:27.720303 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-3861f522-74d6-4bbc-a0f7-160532e03fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:51:28.133817 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 4460edbb-4e37-4756-8d17-827c59e5989d no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:51:28.243570 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-83d2fda8-d11b-4bc8-bea2-2a63a806c4c9 req-7d16abd0-26db-4e4d-9f5f-0f1af83a2ac7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740&tenant_id=8b3a1809d9a5426abbaa7d1c2677f387 HTTP/1.1" status: 200  len: 1096 time: 0.4379311
Jul 14 08:51:28.349209 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3861f522-74d6-4bbc-a0f7-160532e03fc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7804734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699896'] for router_interface, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:28.555229 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-83d2fda8-d11b-4bc8-bea2-2a63a806c4c9 req-f5cfd3d0-44d6-4d42-ab06-965281fe5d22 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b3a1809d9a5426abbaa7d1c2677f387&device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 1096 time: 0.2667258
Jul 14 08:51:28.698779 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c357739-2e4b-4a6c-b9d0-dac0d5419cd3 req-52f5047c-6242-40bd-8c5a-468c54434784 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:28.700424 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8c357739-2e4b-4a6c-b9d0-dac0d5419cd3 req-52f5047c-6242-40bd-8c5a-468c54434784 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 943 time: 0.2711258
Jul 14 08:51:28.787442 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2fda8-d11b-4bc8-bea2-2a63a806c4c9 req-57635b57-1489-43e7-b7fe-afc3250be06b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:28.788995 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-83d2fda8-d11b-4bc8-bea2-2a63a806c4c9 req-57635b57-1489-43e7-b7fe-afc3250be06b service neutron] 10.222.0.43 "GET /v2.0/networks?id=52933724-b56f-4198-aacf-d572e3623b57 HTTP/1.1" status: 200  len: 917 time: 0.2149959
Jul 14 08:51:28.801195 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8c357739-2e4b-4a6c-b9d0-dac0d5419cd3 req-c9779da1-3c48-4cb3-8461-2572fa180d4e tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0940046
Jul 14 08:51:29.051045 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-83d2fda8-d11b-4bc8-bea2-2a63a806c4c9 req-e44b53be-9d8f-42ad-a6a1-1f46576c0a6c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4460edbb-4e37-4756-8d17-827c59e5989d HTTP/1.1" status: 200  len: 999 time: 0.2476001
Jul 14 08:51:29.158834 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2fda8-d11b-4bc8-bea2-2a63a806c4c9 req-45a49be3-3048-4cd8-9295-c409822ca1ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:29.160342 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-83d2fda8-d11b-4bc8-bea2-2a63a806c4c9 req-45a49be3-3048-4cd8-9295-c409822ca1ec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d2471914-bec5-4d3a-8fbd-31586948f335 HTTP/1.1" status: 200  len: 855 time: 0.0986063
Jul 14 08:51:29.245351 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.agents_db [None req-e2914788-e7e4-4a13-b83f-78c3979e9233 None None] Agent healthcheck: found 6 active agents {{(pid=82098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 14 08:51:29.378395 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-83d2fda8-d11b-4bc8-bea2-2a63a806c4c9 req-a49d51cd-3971-47a1-b307-95be00d57511 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=52933724-b56f-4198-aacf-d572e3623b57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2106535
Jul 14 08:51:29.557598 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-83d2fda8-d11b-4bc8-bea2-2a63a806c4c9 req-548b36f7-3659-4ef5-890b-b6b80ea7768a service neutron] 10.222.0.43 "GET /v2.0/networks/52933724-b56f-4198-aacf-d572e3623b57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1658664
Jul 14 08:51:29.563580 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3861f522-74d6-4bbc-a0f7-160532e03fc1 admin admin] Router 77dbcf2e-b473-4388-845b-f4227d5eeb31 has already been hosted by L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c {{(pid=82095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 14 08:51:30.030085 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374553dc-f89c-42af-b7f6-f1fd1ee31daf req-375ed1b5-4b2b-4911-a2bf-148be73c9b85 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:30.031805 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-374553dc-f89c-42af-b7f6-f1fd1ee31daf req-375ed1b5-4b2b-4911-a2bf-148be73c9b85 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 943 time: 0.0875661
Jul 14 08:51:30.055576 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-83d2fda8-d11b-4bc8-bea2-2a63a806c4c9 req-e860223d-c0a7-4c9d-b839-2ae5f66cb68c service neutron] 10.222.0.43 "GET /v2.0/networks/52933724-b56f-4198-aacf-d572e3623b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4891031
Jul 14 08:51:30.089092 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-374553dc-f89c-42af-b7f6-f1fd1ee31daf req-9b5855fb-6845-4fdb-a7a3-d1f04141fc30 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491390
Jul 14 08:51:30.125110 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3861f522-74d6-4bbc-a0f7-160532e03fc1 admin admin] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:51:30.144464 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-3861f522-74d6-4bbc-a0f7-160532e03fc1 admin admin] 10.222.0.42 "PUT /v2.0/routers/77dbcf2e-b473-4388-845b-f4227d5eeb31/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3331580
Jul 14 08:51:30.144750 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 33644) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:51:30.154155 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27d14be-00e1-4990-b7c8-9f14105ec238 None None] Sync routers for ids ['77dbcf2e-b473-4388-845b-f4227d5eeb31'] in dv-cinder-800229-1-iscsi {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:51:30.167936 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27d14be-00e1-4990-b7c8-9f14105ec238 None None] Routers {'77dbcf2e-b473-4388-845b-f4227d5eeb31'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:51:30.168608 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-a27d14be-00e1-4990-b7c8-9f14105ec238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6402b86828>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:51:08Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['77dbcf2e-b473-4388-845b-f4227d5eeb31'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:51:30.371214 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-15bca09b-ee15-43c9-88d2-9fc607bcbd06 admin admin] Notify callbacks [] for router, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:30.374860 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-a27d14be-00e1-4990-b7c8-9f14105ec238 None None] Set router 77dbcf2e-b473-4388-845b-f4227d5eeb31 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:51:30.588085 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-15bca09b-ee15-43c9-88d2-9fc607bcbd06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:30.602894 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-15bca09b-ee15-43c9-88d2-9fc607bcbd06 admin admin] Deleting port a11d6929-c47b-4da0-9b19-2fa410fb8a6f {{(pid=82095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:51:30.603644 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-15bca09b-ee15-43c9-88d2-9fc607bcbd06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:30.695806 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-a27d14be-00e1-4990-b7c8-9f14105ec238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6402b86828>, [{'id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'name': 'tempest-AttachVolumeTestJSON-25464803-router', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'a11d6929-c47b-4da0-9b19-2fa410fb8a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:45Z', 'updated_at': '2021-07-14T08:51:27Z', 'revision_number': 5, 'project_id': '14f51922b06043779a5017e6efa8b95a', 'gw_port': {'id': 'a11d6929-c47b-4da0-9b19-2fa410fb8a6f', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ca:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:47Z', 'updated_at': '2021-07-14T08:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi'}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:51:30.700607 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27d14be-00e1-4990-b7c8-9f14105ec238 None None] Checking router: 77dbcf2e-b473-4388-845b-f4227d5eeb31 for host: dv-cinder-800229-1-iscsi {{(pid=82097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:51:30.713810 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27d14be-00e1-4990-b7c8-9f14105ec238 None None] Routers {'77dbcf2e-b473-4388-845b-f4227d5eeb31'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:51:30.714647 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-a27d14be-00e1-4990-b7c8-9f14105ec238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6402b86828>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:51:08Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['77dbcf2e-b473-4388-845b-f4227d5eeb31'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:51:30.802004 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-15bca09b-ee15-43c9-88d2-9fc607bcbd06 admin admin] For port a11d6929-c47b-4da0-9b19-2fa410fb8a6f, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=a11d6929-c47b-4da0-9b19-2fa410fb8a6f,segment=NetworkSegment(eeb05519-cb3f-4410-affd-d7c1079f9a7a),segment_id=eeb05519-cb3f-4410-affd-d7c1079f9a7a)] {{(pid=82095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:51:30.802496 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-15bca09b-ee15-43c9-88d2-9fc607bcbd06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:30.892422 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-a27d14be-00e1-4990-b7c8-9f14105ec238 None None] Set router 77dbcf2e-b473-4388-845b-f4227d5eeb31 gateway port host: None {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:51:30.934750 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-15bca09b-ee15-43c9-88d2-9fc607bcbd06 admin admin] Calling delete_port for a11d6929-c47b-4da0-9b19-2fa410fb8a6f owned by network:router_gateway {{(pid=82095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:51:31.009865 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-a27d14be-00e1-4990-b7c8-9f14105ec238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6402b86828>, [{'id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'name': 'tempest-AttachVolumeTestJSON-25464803-router', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:45Z', 'updated_at': '2021-07-14T08:51:30Z', 'revision_number': 6, 'project_id': '14f51922b06043779a5017e6efa8b95a', 'gw_port_host': None}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:51:31.014345 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27d14be-00e1-4990-b7c8-9f14105ec238 None None] The sync data for ids ['77dbcf2e-b473-4388-845b-f4227d5eeb31'] in dv-cinder-800229-1-iscsi is: [{'id': '77dbcf2e-b473-4388-845b-f4227d5eeb31', 'name': 'tempest-AttachVolumeTestJSON-25464803-router', 'tenant_id': '14f51922b06043779a5017e6efa8b95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:45Z', 'updated_at': '2021-07-14T08:51:30Z', 'revision_number': 6, 'project_id': '14f51922b06043779a5017e6efa8b95a', 'gw_port_host': None}] {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:51:31.116705 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-15bca09b-ee15-43c9-88d2-9fc607bcbd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:31.135756 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-88a7f160-b325-435f-aafc-308a02fc5fab tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:51:31.215986 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bca09b-ee15-43c9-88d2-9fc607bcbd06 admin admin] Pushing event deleted for resources: {'Port': ['ID=a11d6929-c47b-4da0-9b19-2fa410fb8a6f,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:51:31.223031 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-15bca09b-ee15-43c9-88d2-9fc607bcbd06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:51:31.560866 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-15bca09b-ee15-43c9-88d2-9fc607bcbd06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854079879'] for router_gateway, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:31.853238 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe07244-e067-4000-80ef-af1ee86f8a5e req-65bb3953-ba2d-48bc-be81-ce2c05632e4d tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:31.854994 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cbe07244-e067-4000-80ef-af1ee86f8a5e req-65bb3953-ba2d-48bc-be81-ce2c05632e4d tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 943 time: 0.4508276
Jul 14 08:51:31.892699 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-15bca09b-ee15-43c9-88d2-9fc607bcbd06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854083207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29855'] for router, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:31.908293 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-15bca09b-ee15-43c9-88d2-9fc607bcbd06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:31.928277 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cbe07244-e067-4000-80ef-af1ee86f8a5e req-09a9de7c-9b7e-4e6a-94e2-237f2fb7e3f5 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0653031
Jul 14 08:51:31.944931 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-15bca09b-ee15-43c9-88d2-9fc607bcbd06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697065'] for router, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:31.945499 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15bca09b-ee15-43c9-88d2-9fc607bcbd06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77dbcf2e-b473-4388-845b-f4227d5eeb31 {{(pid=82095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 14 08:51:31.959652 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-15bca09b-ee15-43c9-88d2-9fc607bcbd06 admin admin] Notify callbacks [] for router, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:31.960976 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-15bca09b-ee15-43c9-88d2-9fc607bcbd06 admin admin] 10.222.0.42 "DELETE /v2.0/routers/77dbcf2e-b473-4388-845b-f4227d5eeb31 HTTP/1.1" status: 204  len: 168 time: 1.8149834
Jul 14 08:51:31.963799 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 33670) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:51:32.033742 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_v2 [None req-1039af2e-8583-4898-bc65-6dfac9399f67 admin admin] Deleting subnet bd6bd243-ec5f-4ebe-97dd-3f142d2cc859 {{(pid=82095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 14 08:51:32.037572 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1039af2e-8583-4898-bc65-6dfac9399f67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:32.101659 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1039af2e-8583-4898-bc65-6dfac9399f67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852833241'] for subnet, precommit_delete_associations {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:32.186732 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1039af2e-8583-4898-bc65-6dfac9399f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853748987'] for subnet, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:32.259987 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1039af2e-8583-4898-bc65-6dfac9399f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852740933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852356646'] for subnet, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:32.266353 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-4f24ac40-b44f-4429-b504-8c77db9c9547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:51:32.308062 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1039af2e-8583-4898-bc65-6dfac9399f67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd6bd243-ec5f-4ebe-97dd-3f142d2cc859,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:51:32.312551 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-1039af2e-8583-4898-bc65-6dfac9399f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:51:32.314144 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1039af2e-8583-4898-bc65-6dfac9399f67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for subnet, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:32.319068 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22ca614-1b39-40ab-b90a-5b4af55fd7cb None None] Network a5638089-0bc3-451e-b07e-8f6a2e41d3b4 requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:51:32.323402 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 33674) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:51:32.324872 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-1039af2e-8583-4898-bc65-6dfac9399f67 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/bd6bd243-ec5f-4ebe-97dd-3f142d2cc859 HTTP/1.1" status: 204  len: 168 time: 0.3598778
Jul 14 08:51:32.454510 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-98af5da7-7d3d-4395-b582-cc0579f834a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-950592'] for network, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:32.472264 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-98af5da7-7d3d-4395-b582-cc0579f834a0 admin admin] Deleting port 214ea8f2-dd42-40af-aee4-f6fb50f21043 {{(pid=82096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:51:32.472620 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-98af5da7-7d3d-4395-b582-cc0579f834a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:32.638876 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c965e97-6400-4b31-a204-4b486588b859 None None] DHCP port deletion for a5638089-0bc3-451e-b07e-8f6a2e41d3b4 request from dv-cinder-800229-1-iscsi {{(pid=82097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jul 14 08:51:32.643572 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-0c965e97-6400-4b31-a204-4b486588b859 None None] Deleting port 214ea8f2-dd42-40af-aee4-f6fb50f21043 {{(pid=82097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:51:32.644000 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0c965e97-6400-4b31-a204-4b486588b859 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:32.736020 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-98af5da7-7d3d-4395-b582-cc0579f834a0 admin admin] For port 214ea8f2-dd42-40af-aee4-f6fb50f21043, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=214ea8f2-dd42-40af-aee4-f6fb50f21043,segment=NetworkSegment(12621a13-2c01-4bd6-95be-3fd9fa7c6003),segment_id=12621a13-2c01-4bd6-95be-3fd9fa7c6003)] {{(pid=82096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:51:32.736416 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-98af5da7-7d3d-4395-b582-cc0579f834a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:32.866772 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-98af5da7-7d3d-4395-b582-cc0579f834a0 admin admin] Calling delete_port for 214ea8f2-dd42-40af-aee4-f6fb50f21043 owned by network:dhcp {{(pid=82096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:51:32.869631 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-0c965e97-6400-4b31-a204-4b486588b859 None None] For port 214ea8f2-dd42-40af-aee4-f6fb50f21043, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=214ea8f2-dd42-40af-aee4-f6fb50f21043,segment=NetworkSegment(12621a13-2c01-4bd6-95be-3fd9fa7c6003),segment_id=12621a13-2c01-4bd6-95be-3fd9fa7c6003)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:51:32.870069 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0c965e97-6400-4b31-a204-4b486588b859 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:32.976441 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-98af5da7-7d3d-4395-b582-cc0579f834a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132881'] for port, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:32.992407 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-975e903c-d3b6-4804-9254-1f9bf20b3919 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:51:33.011458 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 764c35b1-6fed-480c-80c2-502fb0d7c610 no longer exists at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:51:33.052534 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-0c965e97-6400-4b31-a204-4b486588b859 None None] Calling delete_port for 214ea8f2-dd42-40af-aee4-f6fb50f21043 owned by network:dhcp {{(pid=82097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:51:33.055554 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af5da7-7d3d-4395-b582-cc0579f834a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=214ea8f2-dd42-40af-aee4-f6fb50f21043,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:51:33.073961 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98af5da7-7d3d-4395-b582-cc0579f834a0 admin admin] No DVR routers for this DVR port 214ea8f2-dd42-40af-aee4-f6fb50f21043 on host dv-cinder-800229-1-iscsi {{(pid=82096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 14 08:51:33.076379 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af5da7-7d3d-4395-b582-cc0579f834a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:51:33.076804 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af5da7-7d3d-4395-b582-cc0579f834a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:51:33.077219 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af5da7-7d3d-4395-b582-cc0579f834a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:51:33.077620 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af5da7-7d3d-4395-b582-cc0579f834a0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:51:33.078027 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af5da7-7d3d-4395-b582-cc0579f834a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:51:33.078436 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af5da7-7d3d-4395-b582-cc0579f834a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:51:33.078844 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af5da7-7d3d-4395-b582-cc0579f834a0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:51:33.079516 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af5da7-7d3d-4395-b582-cc0579f834a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:51:33.079922 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af5da7-7d3d-4395-b582-cc0579f834a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:51:33.080319 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af5da7-7d3d-4395-b582-cc0579f834a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:51:33.080723 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98af5da7-7d3d-4395-b582-cc0579f834a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:51:33.098171 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] No Port match for: 764c35b1-6fed-480c-80c2-502fb0d7c610 {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:51:33.098565 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 764c35b1-6fed-480c-80c2-502fb0d7c610 not bound to the agent host dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:51:33.099654 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device a11d6929-c47b-4da0-9b19-2fa410fb8a6f no longer exists at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:51:33.137646 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] No Port match for: a11d6929-c47b-4da0-9b19-2fa410fb8a6f {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:51:33.138144 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device a11d6929-c47b-4da0-9b19-2fa410fb8a6f not bound to the agent host dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:51:33.138800 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 214ea8f2-dd42-40af-aee4-f6fb50f21043 no longer exists at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:51:33.183059 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] No Port match for: 214ea8f2-dd42-40af-aee4-f6fb50f21043 {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:51:33.183480 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 214ea8f2-dd42-40af-aee4-f6fb50f21043 not bound to the agent host dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:51:33.206211 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-98af5da7-7d3d-4395-b582-cc0579f834a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:51:33.218274 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.db.api [None req-0c965e97-6400-4b31-a204-4b486588b859 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82097) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 14 08:51:33.218683 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_db.api [None req-0c965e97-6400-4b31-a204-4b486588b859 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 14 08:51:33.257910 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-98af5da7-7d3d-4395-b582-cc0579f834a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853745778', 'neutron.services.segments.db._delete_segments_for_network--9223363282633926140'] for network, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:33.275925 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-98af5da7-7d3d-4395-b582-cc0579f834a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6401eafd68>,) {'filters': {'network_id': ['a5638089-0bc3-451e-b07e-8f6a2e41d3b4']}} {{(pid=82096) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:51:33.297544 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-98af5da7-7d3d-4395-b582-cc0579f834a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6401eafd68>, '12621a13-2c01-4bd6-95be-3fd9fa7c6003') {'for_net_delete': True} {{(pid=82096) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:51:33.297880 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-98af5da7-7d3d-4395-b582-cc0579f834a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6401eafd68>, '12621a13-2c01-4bd6-95be-3fd9fa7c6003') {} {{(pid=82096) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:51:33.318988 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-98af5da7-7d3d-4395-b582-cc0579f834a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282633931619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852677651'] for segment, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:33.340062 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-98af5da7-7d3d-4395-b582-cc0579f834a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6123'] for segment, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:33.349950 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98af5da7-7d3d-4395-b582-cc0579f834a0 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=82096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 14 08:51:33.350380 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-98af5da7-7d3d-4395-b582-cc0579f834a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854769693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853642902'] for segment, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:33.370185 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297b0c2-23de-4026-ada6-46a47d26410d req-cdc88e56-1d71-44de-91cb-e9b8282ceaac tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:33.371840 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1297b0c2-23de-4026-ada6-46a47d26410d req-cdc88e56-1d71-44de-91cb-e9b8282ceaac tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 943 time: 0.1670377
Jul 14 08:51:33.372521 dv-cinder-800229-1-iscsi neutron-server[81984]: Traceback (most recent call last):
Jul 14 08:51:33.372521 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 14 08:51:33.372521 dv-cinder-800229-1-iscsi neutron-server[81984]:     timer()
Jul 14 08:51:33.372521 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 14 08:51:33.372521 dv-cinder-800229-1-iscsi neutron-server[81984]:     cb(*args, **kw)
Jul 14 08:51:33.372521 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 14 08:51:33.372521 dv-cinder-800229-1-iscsi neutron-server[81984]:     return func(*args, **kwargs)
Jul 14 08:51:33.372521 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 14 08:51:33.372521 dv-cinder-800229-1-iscsi neutron-server[81984]:     self._notify()
Jul 14 08:51:33.372521 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 14 08:51:33.372521 dv-cinder-800229-1-iscsi neutron-server[81984]:     self.callback(batched_events)
Jul 14 08:51:33.372521 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 14 08:51:33.372521 dv-cinder-800229-1-iscsi neutron-server[81984]:     event.method(event)
Jul 14 08:51:33.372521 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 14 08:51:33.372521 dv-cinder-800229-1-iscsi neutron-server[81984]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 14 08:51:33.372521 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 14 08:51:33.372521 dv-cinder-800229-1-iscsi neutron-server[81984]:     segment_id)['aggregates'][0]
Jul 14 08:51:33.372521 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Jul 14 08:51:33.372521 dv-cinder-800229-1-iscsi neutron-server[81984]:     return f(self, *a, **k)
Jul 14 08:51:33.372521 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 14 08:51:33.372521 dv-cinder-800229-1-iscsi neutron-server[81984]:     return self._get(url).json()
Jul 14 08:51:33.372521 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 14 08:51:33.372521 dv-cinder-800229-1-iscsi neutron-server[81984]:     **kwargs)
Jul 14 08:51:33.372521 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Jul 14 08:51:33.372521 dv-cinder-800229-1-iscsi neutron-server[81984]:     return self.request(url, 'GET', **kwargs)
Jul 14 08:51:33.372521 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Jul 14 08:51:33.372521 dv-cinder-800229-1-iscsi neutron-server[81984]:     **endpoint_filter)
Jul 14 08:51:33.372521 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Jul 14 08:51:33.372521 dv-cinder-800229-1-iscsi neutron-server[81984]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 14 08:51:33.372521 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Jul 14 08:51:33.372521 dv-cinder-800229-1-iscsi neutron-server[81984]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 14 08:51:33.372521 dv-cinder-800229-1-iscsi neutron-server[81984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 14 08:51:33.489165 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-98af5da7-7d3d-4395-b582-cc0579f834a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1030070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695875'] for network, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:33.493254 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1297b0c2-23de-4026-ada6-46a47d26410d req-f2abd3bc-13f4-40a4-a27b-c90c6865c88a tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1144288
Jul 14 08:51:33.495681 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-8506ecdd-fb8b-4840-9b4c-779b14b14a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:51:33.510426 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-98af5da7-7d3d-4395-b582-cc0579f834a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for network, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:33.523909 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af5da7-7d3d-4395-b582-cc0579f834a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5638089-0bc3-451e-b07e-8f6a2e41d3b4,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:51:33.528467 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-98af5da7-7d3d-4395-b582-cc0579f834a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:51:33.538185 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-98af5da7-7d3d-4395-b582-cc0579f834a0 admin admin] 10.222.0.42 "DELETE /v2.0/networks/a5638089-0bc3-451e-b07e-8f6a2e41d3b4 HTTP/1.1" status: 204  len: 168 time: 1.2136524
Jul 14 08:51:33.698541 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 33682) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:51:33.719649 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-0c965e97-6400-4b31-a204-4b486588b859 None None] Deleting port 214ea8f2-dd42-40af-aee4-f6fb50f21043 {{(pid=82097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:51:33.720080 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0c965e97-6400-4b31-a204-4b486588b859 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:33.761259 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-59b0d832-7a98-4043-aa8f-78314e89cdbf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=14f51922b06043779a5017e6efa8b95a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0610714
Jul 14 08:51:33.763742 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 33686) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:51:33.834653 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-dd25af18-877b-40d2-bbee-cb0b4b539f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:33.865273 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-dd25af18-877b-40d2-bbee-cb0b4b539f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:33.915623 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-dd25af18-877b-40d2-bbee-cb0b4b539f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:33.921232 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-9bec4ada-0a5c-4560-8bc1-2ca891d51e47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:51:33.937437 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25af18-877b-40d2-bbee-cb0b4b539f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bf3848-23a2-4580-acf2-dd8cb27505eb,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:51:33.941481 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-dd25af18-877b-40d2-bbee-cb0b4b539f60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:51:33.948039 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-dd25af18-877b-40d2-bbee-cb0b4b539f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:33.949277 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-dd25af18-877b-40d2-bbee-cb0b4b539f60 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/85bf3848-23a2-4580-acf2-dd8cb27505eb HTTP/1.1" status: 204  len: 168 time: 0.1844471
Jul 14 08:51:33.966564 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-0c965e97-6400-4b31-a204-4b486588b859 None None] The port '214ea8f2-dd42-40af-aee4-f6fb50f21043' was deleted {{(pid=82097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}}
Jul 14 08:51:34.766358 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf6d7b-1376-4875-bc22-10a85e83b1e5 req-6fbba32c-a640-4ed9-b0a5-5d293961465e tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:34.768002 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cbdf6d7b-1376-4875-bc22-10a85e83b1e5 req-6fbba32c-a640-4ed9-b0a5-5d293961465e tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 943 time: 0.0933919
Jul 14 08:51:34.827178 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cbdf6d7b-1376-4875-bc22-10a85e83b1e5 req-fe086693-bc0e-4eb5-a2bc-3d2be9d8794c tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484869
Jul 14 08:51:35.773303 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7e973a63-bef3-40f6-90ae-776105f0a0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:36.076613 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962810cd-1dff-406d-a2da-21e45f9e77bc req-39fd46ff-8ff3-4ad0-a805-f166462b8058 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:36.078228 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-962810cd-1dff-406d-a2da-21e45f9e77bc req-39fd46ff-8ff3-4ad0-a805-f166462b8058 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 943 time: 0.1003721
Jul 14 08:51:36.085545 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:36.135129 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-962810cd-1dff-406d-a2da-21e45f9e77bc req-ee696fe4-ed98-4ec1-bbf5-c63e44d3c496 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493534
Jul 14 08:51:36.758363 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:37.370128 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da997a-196b-401a-882e-9511f1f82a0e req-b4e1250b-4fd6-4881-948d-7e711c797238 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:37.371677 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-13da997a-196b-401a-882e-9511f1f82a0e req-b4e1250b-4fd6-4881-948d-7e711c797238 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 943 time: 0.0917361
Jul 14 08:51:37.423662 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-13da997a-196b-401a-882e-9511f1f82a0e req-abaf3225-db1e-4105-9473-bc1f9760bb80 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458515
Jul 14 08:51:37.767141 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-968a9bb4-4e3d-4e99-9f72-008d6147f262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:38.528927 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:38.658480 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ada22-57e5-44d9-8948-96cd47c0b514 req-0f37686e-9bef-4137-ab27-4c44585bf9c9 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:38.660115 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4d1ada22-57e5-44d9-8948-96cd47c0b514 req-0f37686e-9bef-4137-ab27-4c44585bf9c9 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 943 time: 0.0980818
Jul 14 08:51:38.714566 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4d1ada22-57e5-44d9-8948-96cd47c0b514 req-6e89b8a4-5659-446e-9b56-353c24731db6 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473604
Jul 14 08:51:39.597269 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:39.720749 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 33790) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:51:39.930839 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8c57c43d-fdb6-42b7-a7d6-45feadd47f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:39.984514 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-8c57c43d-fdb6-42b7-a7d6-45feadd47f3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:51:39.991893 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-8c57c43d-fdb6-42b7-a7d6-45feadd47f3d admin admin] Usage tracker for resource:security_group_rule and tenant:f5e3182561a1409e9a7c3d06f4067613 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:51:39.995760 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-8c57c43d-fdb6-42b7-a7d6-45feadd47f3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:51:40.004429 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da0a96-2aca-4508-b1b1-06a91dd235cf req-e7e0a215-8526-4c61-8fc4-cc081da67e03 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:40.006677 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b7da0a96-2aca-4508-b1b1-06a91dd235cf req-e7e0a215-8526-4c61-8fc4-cc081da67e03 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 943 time: 0.1487694
Jul 14 08:51:40.012099 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-8c57c43d-fdb6-42b7-a7d6-45feadd47f3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:51:40.083300 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b7da0a96-2aca-4508-b1b1-06a91dd235cf req-d3222531-0e6a-48c2-9b40-fe439689ccf7 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0701232
Jul 14 08:51:40.127994 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8c57c43d-fdb6-42b7-a7d6-45feadd47f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:40.131901 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8c57c43d-fdb6-42b7-a7d6-45feadd47f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:40.138812 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-ff987f76-8cd4-41a9-89c0-a626b9983a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:51:40.185207 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57c43d-fdb6-42b7-a7d6-45feadd47f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250050b3-1a6a-46d4-b6dd-0cba958008f8,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:51:40.189955 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-8c57c43d-fdb6-42b7-a7d6-45feadd47f3d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f5e3182561a1409e9a7c3d06f4067613&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4681153
Jul 14 08:51:40.190994 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-8c57c43d-fdb6-42b7-a7d6-45feadd47f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:51:40.192727 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 33800) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:51:40.259888 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ebe74a3e-df59-458f-bb54-d3f3a3d53d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:40.288686 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ebe74a3e-df59-458f-bb54-d3f3a3d53d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:40.339629 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ebe74a3e-df59-458f-bb54-d3f3a3d53d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:40.344926 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-72a12a88-7cad-4aa6-939c-78bcd67f6c41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:51:40.360991 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe74a3e-df59-458f-bb54-d3f3a3d53d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250050b3-1a6a-46d4-b6dd-0cba958008f8,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:51:40.364111 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-ebe74a3e-df59-458f-bb54-d3f3a3d53d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:51:40.364986 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ebe74a3e-df59-458f-bb54-d3f3a3d53d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:40.367582 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-ebe74a3e-df59-458f-bb54-d3f3a3d53d8c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/250050b3-1a6a-46d4-b6dd-0cba958008f8 HTTP/1.1" status: 204  len: 168 time: 0.1738558
Jul 14 08:51:40.744620 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 33808) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:51:40.766724 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-05c2551b-c1fa-4db0-b796-dab82959c048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:40.800854 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-05c2551b-c1fa-4db0-b796-dab82959c048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:51:40.805511 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-05c2551b-c1fa-4db0-b796-dab82959c048 admin admin] Usage tracker for resource:security_group_rule and tenant:7d4e86755c8e4b708a35709270137285 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:51:40.808612 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-05c2551b-c1fa-4db0-b796-dab82959c048 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:51:40.814666 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-05c2551b-c1fa-4db0-b796-dab82959c048 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:51:40.887959 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-05c2551b-c1fa-4db0-b796-dab82959c048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:40.890925 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-05c2551b-c1fa-4db0-b796-dab82959c048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:40.898747 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-ff598281-9e49-4a99-9f0f-1e0da5f394e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:51:40.944238 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c2551b-c1fa-4db0-b796-dab82959c048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d47c84-41a0-4eb2-8768-35f658f01912,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:51:40.948043 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-05c2551b-c1fa-4db0-b796-dab82959c048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:51:40.950683 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-05c2551b-c1fa-4db0-b796-dab82959c048 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7d4e86755c8e4b708a35709270137285&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2049692
Jul 14 08:51:40.954029 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 33812) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:51:41.019860 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-4461105d-033b-4324-9bb5-df41e70172f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:41.051664 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-4461105d-033b-4324-9bb5-df41e70172f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:41.096096 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-4461105d-033b-4324-9bb5-df41e70172f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:41.101814 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-2807c585-43b3-4ce2-ab62-0d41d5a385b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:51:41.114014 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461105d-033b-4324-9bb5-df41e70172f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d47c84-41a0-4eb2-8768-35f658f01912,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:51:41.117830 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-4461105d-033b-4324-9bb5-df41e70172f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:51:41.119887 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-4461105d-033b-4324-9bb5-df41e70172f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:41.121862 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-4461105d-033b-4324-9bb5-df41e70172f4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b3d47c84-41a0-4eb2-8768-35f658f01912 HTTP/1.1" status: 204  len: 168 time: 0.1668041
Jul 14 08:51:41.308020 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa8dbb-c290-4d65-88f6-3a19d8f86f55 req-974cb361-1e0b-4a7c-a42c-96b3a3d80538 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:41.309635 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8efa8dbb-c290-4d65-88f6-3a19d8f86f55 req-974cb361-1e0b-4a7c-a42c-96b3a3d80538 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 943 time: 0.0878363
Jul 14 08:51:41.360713 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-8efa8dbb-c290-4d65-88f6-3a19d8f86f55 req-4dd7dc2d-fa3d-46e4-93d9-ae85aa5676cc tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443420
Jul 14 08:51:41.789912 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-750c170e-085d-4f54-bc0f-6d71f0e493b0 req-541dce6a-9ca2-4b88-80cb-c9f71a2fc952 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b3a1809d9a5426abbaa7d1c2677f387&device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 1096 time: 0.0766413
Jul 14 08:51:42.018328 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 33836) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:51:42.159395 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-cfe52674-0efd-4e53-8945-967f7d37ea0b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-891008706-network', 'tenant_id': 'cd549f9360b942d98376baf51cd82090'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:51:42.165000 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-cfe52674-0efd-4e53-8945-967f7d37ea0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:51:42.166172 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c170e-085d-4f54-bc0f-6d71f0e493b0 req-f01c0096-5143-4c2b-a747-4eafa76543ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:42.167808 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-750c170e-085d-4f54-bc0f-6d71f0e493b0 req-f01c0096-5143-4c2b-a747-4eafa76543ed service neutron] 10.222.0.43 "GET /v2.0/networks?id=52933724-b56f-4198-aacf-d572e3623b57 HTTP/1.1" status: 200  len: 917 time: 0.3561411
Jul 14 08:51:42.169059 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-cfe52674-0efd-4e53-8945-967f7d37ea0b admin admin] Usage tracker for resource:network and tenant:cd549f9360b942d98376baf51cd82090 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:51:42.172038 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-cfe52674-0efd-4e53-8945-967f7d37ea0b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:51:42.178907 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-cfe52674-0efd-4e53-8945-967f7d37ea0b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:51:42.187703 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe52674-0efd-4e53-8945-967f7d37ea0b admin admin] Made reservation on behalf of cd549f9360b942d98376baf51cd82090 for: {'network': 1} {{(pid=82096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:51:42.192286 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cfe52674-0efd-4e53-8945-967f7d37ea0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for network, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:42.205247 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cfe52674-0efd-4e53-8945-967f7d37ea0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:42.238574 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-cfe52674-0efd-4e53-8945-967f7d37ea0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:51:42.242618 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-cfe52674-0efd-4e53-8945-967f7d37ea0b admin admin] Usage tracker for resource:security_group_rule and tenant:cd549f9360b942d98376baf51cd82090 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:51:42.245553 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-cfe52674-0efd-4e53-8945-967f7d37ea0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:51:42.251550 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-cfe52674-0efd-4e53-8945-967f7d37ea0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:51:42.278829 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-750c170e-085d-4f54-bc0f-6d71f0e493b0 req-236c4b09-38bf-4b17-be74-8c0c0d932980 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4460edbb-4e37-4756-8d17-827c59e5989d HTTP/1.1" status: 200  len: 999 time: 0.1039817
Jul 14 08:51:42.318507 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cfe52674-0efd-4e53-8945-967f7d37ea0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:42.321584 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cfe52674-0efd-4e53-8945-967f7d37ea0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:42.325744 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-04766a8d-3039-487a-9713-e579dfdd9bdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:51:42.353933 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c170e-085d-4f54-bc0f-6d71f0e493b0 req-c9b86467-e123-4f61-9ed0-2e9dde792942 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:42.355476 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-750c170e-085d-4f54-bc0f-6d71f0e493b0 req-c9b86467-e123-4f61-9ed0-2e9dde792942 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d2471914-bec5-4d3a-8fbd-31586948f335 HTTP/1.1" status: 200  len: 855 time: 0.0698533
Jul 14 08:51:42.356664 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfe52674-0efd-4e53-8945-967f7d37ea0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502}  {{(pid=82096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 14 08:51:42.369373 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe52674-0efd-4e53-8945-967f7d37ea0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646def16-fa85-4209-94cb-657f501e6e1a,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:51:42.373537 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-cfe52674-0efd-4e53-8945-967f7d37ea0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:51:42.374494 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cfe52674-0efd-4e53-8945-967f7d37ea0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6123'] for segment, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:42.374872 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.db.segments_db [None req-cfe52674-0efd-4e53-8945-967f7d37ea0b admin admin] Added segment ad776bb8-e2aa-4f69-875c-5ac0089c066f of type vlan for network 707a496d-a0e3-48cc-8c47-3ee84eb4bd1c
Jul 14 08:51:42.402405 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cfe52674-0efd-4e53-8945-967f7d37ea0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282634469919'] for network, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:42.433986 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cfe52674-0efd-4e53-8945-967f7d37ea0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097'] for network, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:42.435491 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe52674-0efd-4e53-8945-967f7d37ea0b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:42.436151 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cfe52674-0efd-4e53-8945-967f7d37ea0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for network, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:42.441297 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-750c170e-085d-4f54-bc0f-6d71f0e493b0 req-9de35fd4-1288-4ca1-9534-d75f16ddfe41 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=52933724-b56f-4198-aacf-d572e3623b57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0779407
Jul 14 08:51:42.441448 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:51:42.548155 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe52674-0efd-4e53-8945-967f7d37ea0b admin admin] Pushing event updated for resources: {'Network': ['ID=707a496d-a0e3-48cc-8c47-3ee84eb4bd1c,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:51:42.553130 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-cfe52674-0efd-4e53-8945-967f7d37ea0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:51:42.561283 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-cfe52674-0efd-4e53-8945-967f7d37ea0b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5417919
Jul 14 08:51:42.561934 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 33844) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:51:42.568434 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-c29055ae-a63a-4572-852c-1cbf38fb2a65 admin admin] Request body: {'subnet': {'network_id': '707a496d-a0e3-48cc-8c47-3ee84eb4bd1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-891008706-subnet', 'tenant_id': 'cd549f9360b942d98376baf51cd82090', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:51:42.573630 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-c29055ae-a63a-4572-852c-1cbf38fb2a65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:51:42.577671 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-c29055ae-a63a-4572-852c-1cbf38fb2a65 admin admin] Usage tracker for resource:subnet and tenant:cd549f9360b942d98376baf51cd82090 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:51:42.580747 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-c29055ae-a63a-4572-852c-1cbf38fb2a65 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:51:42.587542 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Network 707a496d-a0e3-48cc-8c47-3ee84eb4bd1c details requested by agent ovs-agent-dv-cinder-800229-1-iscsi with host dv-cinder-800229-1-iscsi {{(pid=82097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jul 14 08:51:42.587820 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-c29055ae-a63a-4572-852c-1cbf38fb2a65 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:51:42.598610 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29055ae-a63a-4572-852c-1cbf38fb2a65 admin admin] Made reservation on behalf of cd549f9360b942d98376baf51cd82090 for: {'subnet': 1} {{(pid=82096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:51:42.603144 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c29055ae-a63a-4572-852c-1cbf38fb2a65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2621204'] for subnet, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:42.667853 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-750c170e-085d-4f54-bc0f-6d71f0e493b0 req-d22a77aa-b733-4803-babd-7b5ada1d9594 service neutron] 10.222.0.43 "GET /v2.0/networks/52933724-b56f-4198-aacf-d572e3623b57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2186923
Jul 14 08:51:42.709081 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f873d-9f24-4768-96c4-f87c030bc862 req-d2325f70-4434-4698-a912-aa00dcdd2a94 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:42.710693 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-993f873d-9f24-4768-96c4-f87c030bc862 req-d2325f70-4434-4698-a912-aa00dcdd2a94 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 943 time: 0.1741421
Jul 14 08:51:42.820259 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c29055ae-a63a-4572-852c-1cbf38fb2a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853641536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2621189'] for subnet, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:42.824948 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:51:42.846072 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-993f873d-9f24-4768-96c4-f87c030bc862 req-3bd0a011-b72c-47af-b19d-dc638a94ac49 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0816061
Jul 14 08:51:42.863976 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-750c170e-085d-4f54-bc0f-6d71f0e493b0 req-fd0a1ed4-3a7e-41cd-9e4f-39de7bc7918b service neutron] 10.222.0.43 "GET /v2.0/networks/52933724-b56f-4198-aacf-d572e3623b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1888742
Jul 14 08:51:42.907212 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29055ae-a63a-4572-852c-1cbf38fb2a65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07748c2b-ba5d-443e-b4db-e2a7431d8b73,revision_number=0']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:51:42.909969 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c29055ae-a63a-4572-852c-1cbf38fb2a65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:51:42.918529 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29055ae-a63a-4572-852c-1cbf38fb2a65 admin admin] Checking segment: {'id': 'ad776bb8-e2aa-4f69-875c-5ac0089c066f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '707a496d-a0e3-48cc-8c47-3ee84eb4bd1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:51:42.918915 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29055ae-a63a-4572-852c-1cbf38fb2a65 admin admin] Network hostable DHCP agents. Network: 707a496d-a0e3-48cc-8c47-3ee84eb4bd1c, hostable agents: ['4806de72-7956-4992-af39-5d97bb1c9176'], hosted agents: [] {{(pid=82096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jul 14 08:51:42.943094 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29055ae-a63a-4572-852c-1cbf38fb2a65 admin admin] Network 707a496d-a0e3-48cc-8c47-3ee84eb4bd1c is scheduled to be hosted by DHCP agent 4806de72-7956-4992-af39-5d97bb1c9176 with binding_index 1 {{(pid=82096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jul 14 08:51:42.951320 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-c29055ae-a63a-4572-852c-1cbf38fb2a65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800229-1-iscsi, 707a496d-a0e3-48cc-8c47-3ee84eb4bd1c) {{(pid=82096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:51:42.955086 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29055ae-a63a-4572-852c-1cbf38fb2a65 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:42.955748 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c29055ae-a63a-4572-852c-1cbf38fb2a65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:42.960449 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b7b946-a8d9-4a4b-8512-d06a6e5a60a8 None None] Network 707a496d-a0e3-48cc-8c47-3ee84eb4bd1c requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:51:42.983562 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-c29055ae-a63a-4572-852c-1cbf38fb2a65 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4124501
Jul 14 08:51:43.192045 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e19a3d-4fc9-4bab-bd18-315322fc6532 None None] Network 707a496d-a0e3-48cc-8c47-3ee84eb4bd1c requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:51:43.935468 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 33870) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:51:43.941976 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-f6d62e91-73b5-42c8-9846-b50fdf2d443d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1244998926-network', 'tenant_id': '606cd36392eb42eb8c5d13347bb201d1'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:51:43.947296 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-f6d62e91-73b5-42c8-9846-b50fdf2d443d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:51:43.951329 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-f6d62e91-73b5-42c8-9846-b50fdf2d443d admin admin] Usage tracker for resource:network and tenant:606cd36392eb42eb8c5d13347bb201d1 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:51:43.954906 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-f6d62e91-73b5-42c8-9846-b50fdf2d443d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:51:43.960989 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-f6d62e91-73b5-42c8-9846-b50fdf2d443d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:51:43.971760 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d62e91-73b5-42c8-9846-b50fdf2d443d admin admin] Made reservation on behalf of 606cd36392eb42eb8c5d13347bb201d1 for: {'network': 1} {{(pid=82096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:51:43.976969 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f6d62e91-73b5-42c8-9846-b50fdf2d443d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for network, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:44.026892 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f6d62e91-73b5-42c8-9846-b50fdf2d443d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:44.083993 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-f6d62e91-73b5-42c8-9846-b50fdf2d443d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:51:44.090726 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-f6d62e91-73b5-42c8-9846-b50fdf2d443d admin admin] Usage tracker for resource:security_group_rule and tenant:606cd36392eb42eb8c5d13347bb201d1 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:51:44.094278 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-f6d62e91-73b5-42c8-9846-b50fdf2d443d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:51:44.103065 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-f6d62e91-73b5-42c8-9846-b50fdf2d443d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:51:44.112276 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156fc778-e3c7-496a-85d8-46b3679bedcc req-f30e4317-fff9-4e85-abb1-1ffa4209af91 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:44.113877 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-156fc778-e3c7-496a-85d8-46b3679bedcc req-f30e4317-fff9-4e85-abb1-1ffa4209af91 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 943 time: 0.1254692
Jul 14 08:51:44.180790 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 4460edbb-4e37-4756-8d17-827c59e5989d details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 14 08:51:44.193865 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-156fc778-e3c7-496a-85d8-46b3679bedcc req-0e247bbd-a7f4-4f90-b1c1-18186394b912 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0723500
Jul 14 08:51:44.224612 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f6d62e91-73b5-42c8-9846-b50fdf2d443d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:44.228480 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f6d62e91-73b5-42c8-9846-b50fdf2d443d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:44.232777 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-751597e9-cb31-42e7-9494-366b76623724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:51:44.262075 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6d62e91-73b5-42c8-9846-b50fdf2d443d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506}  {{(pid=82096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 14 08:51:44.271589 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d62e91-73b5-42c8-9846-b50fdf2d443d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23572939-86e2-483e-b01c-062b646b2cf6,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:51:44.275363 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-f6d62e91-73b5-42c8-9846-b50fdf2d443d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:51:44.277868 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f6d62e91-73b5-42c8-9846-b50fdf2d443d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6123'] for segment, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:44.278253 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.db.segments_db [None req-f6d62e91-73b5-42c8-9846-b50fdf2d443d admin admin] Added segment 5410e90f-d031-42ec-a41b-a7db00349b13 of type vlan for network d01354d2-7c8e-4dc5-b663-43716a1691a3
Jul 14 08:51:44.306130 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f6d62e91-73b5-42c8-9846-b50fdf2d443d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282634469919'] for network, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:44.330499 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port 4460edbb-4e37-4756-8d17-827c59e5989d, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=4460edbb-4e37-4756-8d17-827c59e5989d,segment=NetworkSegment(54020ed2-9764-455c-bb75-78a5101f4433),segment_id=54020ed2-9764-455c-bb75-78a5101f4433)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:51:44.336534 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f6d62e91-73b5-42c8-9846-b50fdf2d443d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097'] for network, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:44.337507 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d62e91-73b5-42c8-9846-b50fdf2d443d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:44.338150 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f6d62e91-73b5-42c8-9846-b50fdf2d443d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for network, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:44.343154 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-cfe52674-0efd-4e53-8945-967f7d37ea0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:51:44.345000 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Returning: {'device': '4460edbb-4e37-4756-8d17-827c59e5989d', 'network_id': '52933724-b56f-4198-aacf-d572e3623b57', 'port_id': '4460edbb-4e37-4756-8d17-827c59e5989d', 'mac_address': 'fa:16:3e:86:8d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2471914-bec5-4d3a-8fbd-31586948f335', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 14 08:51:44.403851 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:44.423231 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4460edbb-4e37-4756-8d17-827c59e5989d {{(pid=82097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:51:44.440410 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port 4460edbb-4e37-4756-8d17-827c59e5989d, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=4460edbb-4e37-4756-8d17-827c59e5989d,segment=NetworkSegment(54020ed2-9764-455c-bb75-78a5101f4433),segment_id=54020ed2-9764-455c-bb75-78a5101f4433)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:51:44.443613 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:44.445549 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:51:44.523465 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=4460edbb-4e37-4756-8d17-827c59e5989d,revision_number=9']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:51:44.526716 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:51:44.662824 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-f6d62e91-73b5-42c8-9846-b50fdf2d443d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7260537
Jul 14 08:51:44.665926 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 33874) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:51:44.666448 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d62e91-73b5-42c8-9846-b50fdf2d443d admin admin] Pushing event updated for resources: {'Network': ['ID=d01354d2-7c8e-4dc5-b663-43716a1691a3,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:51:44.669126 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-f6d62e91-73b5-42c8-9846-b50fdf2d443d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:51:44.672288 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-ea5e1049-04cc-4a1e-8be9-4cbe28176096 admin admin] Request body: {'subnet': {'network_id': 'd01354d2-7c8e-4dc5-b663-43716a1691a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1244998926-subnet', 'tenant_id': '606cd36392eb42eb8c5d13347bb201d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:51:44.676621 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Network d01354d2-7c8e-4dc5-b663-43716a1691a3 details requested by agent ovs-agent-dv-cinder-800229-1-iscsi with host dv-cinder-800229-1-iscsi {{(pid=82097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jul 14 08:51:44.677716 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-ea5e1049-04cc-4a1e-8be9-4cbe28176096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:51:44.681989 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-ea5e1049-04cc-4a1e-8be9-4cbe28176096 admin admin] Usage tracker for resource:subnet and tenant:606cd36392eb42eb8c5d13347bb201d1 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:51:44.685003 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-ea5e1049-04cc-4a1e-8be9-4cbe28176096 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:51:44.691073 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-ea5e1049-04cc-4a1e-8be9-4cbe28176096 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:51:44.701205 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5e1049-04cc-4a1e-8be9-4cbe28176096 admin admin] Made reservation on behalf of 606cd36392eb42eb8c5d13347bb201d1 for: {'subnet': 1} {{(pid=82095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:51:44.705947 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ea5e1049-04cc-4a1e-8be9-4cbe28176096 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2419132'] for subnet, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:44.762358 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] get_ports_and_sgs() called for port_ids ['4460edbb-4e37-4756-8d17-827c59e5989d'] {{(pid=82097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 14 08:51:44.921400 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ea5e1049-04cc-4a1e-8be9-4cbe28176096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852741252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2419117'] for subnet, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:44.925926 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:51:45.003023 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e1049-04cc-4a1e-8be9-4cbe28176096 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbc90c04-af0d-4416-994e-401f03f3a1be,revision_number=0']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:51:45.007848 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-ea5e1049-04cc-4a1e-8be9-4cbe28176096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:51:45.016302 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5e1049-04cc-4a1e-8be9-4cbe28176096 admin admin] Checking segment: {'id': '5410e90f-d031-42ec-a41b-a7db00349b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd01354d2-7c8e-4dc5-b663-43716a1691a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:51:45.016690 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5e1049-04cc-4a1e-8be9-4cbe28176096 admin admin] Network hostable DHCP agents. Network: d01354d2-7c8e-4dc5-b663-43716a1691a3, hostable agents: ['4806de72-7956-4992-af39-5d97bb1c9176'], hosted agents: [] {{(pid=82095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jul 14 08:51:45.037686 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5e1049-04cc-4a1e-8be9-4cbe28176096 admin admin] Network d01354d2-7c8e-4dc5-b663-43716a1691a3 is scheduled to be hosted by DHCP agent 4806de72-7956-4992-af39-5d97bb1c9176 with binding_index 1 {{(pid=82095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jul 14 08:51:45.045895 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-ea5e1049-04cc-4a1e-8be9-4cbe28176096 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800229-1-iscsi, d01354d2-7c8e-4dc5-b663-43716a1691a3) {{(pid=82095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:51:45.049807 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5e1049-04cc-4a1e-8be9-4cbe28176096 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:45.050448 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-ea5e1049-04cc-4a1e-8be9-4cbe28176096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for subnet, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:45.055246 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c4e19a-4350-49b1-ad3d-63b4ee132c7a None None] Network d01354d2-7c8e-4dc5-b663-43716a1691a3 requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:51:45.071420 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-ea5e1049-04cc-4a1e-8be9-4cbe28176096 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.4042330
Jul 14 08:51:45.281120 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad980d3-e756-4ba0-bf8b-a0075869aca9 None None] Network d01354d2-7c8e-4dc5-b663-43716a1691a3 requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:51:45.422686 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e954ab-969c-4487-b157-60966c376c61 req-537e34e3-6798-4779-bec9-787863bc3c2a tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:45.424386 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f6e954ab-969c-4487-b157-60966c376c61 req-537e34e3-6798-4779-bec9-787863bc3c2a tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 944 time: 0.0858872
Jul 14 08:51:45.475938 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f6e954ab-969c-4487-b157-60966c376c61 req-0752127b-ad6c-4c3b-96d6-d2484a905200 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448911
Jul 14 08:51:46.205032 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 4460edbb-4e37-4756-8d17-827c59e5989d up at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:51:46.273492 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning complete for port 4460edbb-4e37-4756-8d17-827c59e5989d triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:51:46.273901 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:46.388922 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:46.417169 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458e4242-6369-490d-88d5-e8c7236f2740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4460edbb-4e37-4756-8d17-827c59e5989d'}] {{(pid=82097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:51:46.427594 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port 4460edbb-4e37-4756-8d17-827c59e5989d, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=4460edbb-4e37-4756-8d17-827c59e5989d,segment=NetworkSegment(54020ed2-9764-455c-bb75-78a5101f4433),segment_id=54020ed2-9764-455c-bb75-78a5101f4433)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:51:46.430454 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:51:46.432858 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:51:46.476954 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458e4242-6369-490d-88d5-e8c7236f2740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4460edbb-4e37-4756-8d17-827c59e5989d', 'code': 200}
Jul 14 08:51:46.502386 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=4460edbb-4e37-4756-8d17-827c59e5989d,revision_number=10']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:51:46.505510 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:51:46.705996 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bbd7f-ea1a-4166-9dd8-3f0192db187a req-55af3fef-0fd1-4a97-9955-c5a8f1a0d4a3 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:46.707722 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-899bbd7f-ea1a-4166-9dd8-3f0192db187a req-55af3fef-0fd1-4a97-9955-c5a8f1a0d4a3 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 946 time: 0.0861006
Jul 14 08:51:46.756724 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-899bbd7f-ea1a-4166-9dd8-3f0192db187a req-d27a6b36-ad33-40e6-9a5c-197747bd59c0 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423276
Jul 14 08:51:46.850840 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-aa73d11b-e125-4d69-affb-7a08257b58f0 req-6051d859-b5ec-4b25-897b-1bca8d3754f1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 1099 time: 0.0717368
Jul 14 08:51:46.897393 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-aa73d11b-e125-4d69-affb-7a08257b58f0 req-dab280c5-f3d1-483d-8b5f-e75b3230f968 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380588
Jul 14 08:51:47.973226 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6eae09-8396-4ab1-9340-914f0f9ff2cf req-9e104d56-822d-4da0-9059-7d8738ccaddd tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:47.975331 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bd6eae09-8396-4ab1-9340-914f0f9ff2cf req-9e104d56-822d-4da0-9059-7d8738ccaddd tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 946 time: 0.0828536
Jul 14 08:51:48.028210 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bd6eae09-8396-4ab1-9340-914f0f9ff2cf req-1f88c4ab-fa66-46c6-a14f-570d805f19a9 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466273
Jul 14 08:51:49.245862 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ce153-967e-4769-9b40-530decca98a2 req-a358077a-f377-472e-84f2-e08feeada870 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:51:49.247476 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d04ce153-967e-4769-9b40-530decca98a2 req-a358077a-f377-472e-84f2-e08feeada870 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 946 time: 0.0851367
Jul 14 08:51:49.295879 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d04ce153-967e-4769-9b40-530decca98a2 req-07329596-9ac6-4750-94ee-9ae7249a28e7 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423651
Jul 14 08:52:01.708550 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 34046) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:52:01.774165 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_v2 [None req-171c54bc-0acb-42e6-9777-4e0f2aa0a8d6 admin admin] Deleting subnet 07748c2b-ba5d-443e-b4db-e2a7431d8b73 {{(pid=82095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 14 08:52:01.777254 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-171c54bc-0acb-42e6-9777-4e0f2aa0a8d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:01.832154 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-171c54bc-0acb-42e6-9777-4e0f2aa0a8d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852833241'] for subnet, precommit_delete_associations {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:01.889461 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-171c54bc-0acb-42e6-9777-4e0f2aa0a8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853748987'] for subnet, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:01.954746 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-171c54bc-0acb-42e6-9777-4e0f2aa0a8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852740933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852356646'] for subnet, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:01.959259 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:52:01.998119 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c54bc-0acb-42e6-9777-4e0f2aa0a8d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07748c2b-ba5d-443e-b4db-e2a7431d8b73,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:52:02.001907 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-171c54bc-0acb-42e6-9777-4e0f2aa0a8d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:52:02.005307 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-171c54bc-0acb-42e6-9777-4e0f2aa0a8d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for subnet, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:02.011364 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-171c54bc-0acb-42e6-9777-4e0f2aa0a8d6 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/07748c2b-ba5d-443e-b4db-e2a7431d8b73 HTTP/1.1" status: 204  len: 168 time: 0.3016865
Jul 14 08:52:02.014047 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 34050) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:52:02.128739 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-091b3791-0b87-4adb-a3a1-64031165d9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-950592'] for network, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:02.258818 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-091b3791-0b87-4adb-a3a1-64031165d9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853745778', 'neutron.services.segments.db._delete_segments_for_network--9223363282633926140'] for network, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:02.272680 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-091b3791-0b87-4adb-a3a1-64031165d9b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f64015050b8>,) {'filters': {'network_id': ['707a496d-a0e3-48cc-8c47-3ee84eb4bd1c']}} {{(pid=82095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:52:02.285278 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-091b3791-0b87-4adb-a3a1-64031165d9b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f64015050b8>, 'ad776bb8-e2aa-4f69-875c-5ac0089c066f') {'for_net_delete': True} {{(pid=82095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:52:02.286118 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-091b3791-0b87-4adb-a3a1-64031165d9b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f64015050b8>, 'ad776bb8-e2aa-4f69-875c-5ac0089c066f') {} {{(pid=82095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:52:02.298056 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-091b3791-0b87-4adb-a3a1-64031165d9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282633931619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1942575'] for segment, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:02.313466 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-091b3791-0b87-4adb-a3a1-64031165d9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6123'] for segment, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:02.320400 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-091b3791-0b87-4adb-a3a1-64031165d9b2 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=82095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 14 08:52:02.320827 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-091b3791-0b87-4adb-a3a1-64031165d9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854769693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852740906'] for segment, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:02.334444 dv-cinder-800229-1-iscsi neutron-server[81984]: Traceback (most recent call last):
Jul 14 08:52:02.334444 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 14 08:52:02.334444 dv-cinder-800229-1-iscsi neutron-server[81984]:     timer()
Jul 14 08:52:02.334444 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 14 08:52:02.334444 dv-cinder-800229-1-iscsi neutron-server[81984]:     cb(*args, **kw)
Jul 14 08:52:02.334444 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 14 08:52:02.334444 dv-cinder-800229-1-iscsi neutron-server[81984]:     return func(*args, **kwargs)
Jul 14 08:52:02.334444 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 14 08:52:02.334444 dv-cinder-800229-1-iscsi neutron-server[81984]:     self._notify()
Jul 14 08:52:02.334444 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 14 08:52:02.334444 dv-cinder-800229-1-iscsi neutron-server[81984]:     self.callback(batched_events)
Jul 14 08:52:02.334444 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 14 08:52:02.334444 dv-cinder-800229-1-iscsi neutron-server[81984]:     event.method(event)
Jul 14 08:52:02.334444 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 14 08:52:02.334444 dv-cinder-800229-1-iscsi neutron-server[81984]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 14 08:52:02.334444 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 14 08:52:02.334444 dv-cinder-800229-1-iscsi neutron-server[81984]:     segment_id)['aggregates'][0]
Jul 14 08:52:02.334444 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Jul 14 08:52:02.334444 dv-cinder-800229-1-iscsi neutron-server[81984]:     return f(self, *a, **k)
Jul 14 08:52:02.334444 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 14 08:52:02.334444 dv-cinder-800229-1-iscsi neutron-server[81984]:     return self._get(url).json()
Jul 14 08:52:02.334444 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 14 08:52:02.334444 dv-cinder-800229-1-iscsi neutron-server[81984]:     **kwargs)
Jul 14 08:52:02.334444 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Jul 14 08:52:02.334444 dv-cinder-800229-1-iscsi neutron-server[81984]:     return self.request(url, 'GET', **kwargs)
Jul 14 08:52:02.334444 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Jul 14 08:52:02.334444 dv-cinder-800229-1-iscsi neutron-server[81984]:     **endpoint_filter)
Jul 14 08:52:02.334444 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Jul 14 08:52:02.334444 dv-cinder-800229-1-iscsi neutron-server[81984]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 14 08:52:02.334444 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Jul 14 08:52:02.334444 dv-cinder-800229-1-iscsi neutron-server[81984]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 14 08:52:02.334444 dv-cinder-800229-1-iscsi neutron-server[81984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 14 08:52:02.410823 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-091b3791-0b87-4adb-a3a1-64031165d9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1030070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695875'] for network, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:02.414425 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:52:02.430312 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-091b3791-0b87-4adb-a3a1-64031165d9b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for network, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:02.437726 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b3791-0b87-4adb-a3a1-64031165d9b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=707a496d-a0e3-48cc-8c47-3ee84eb4bd1c,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:52:02.440754 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-091b3791-0b87-4adb-a3a1-64031165d9b2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/707a496d-a0e3-48cc-8c47-3ee84eb4bd1c HTTP/1.1" status: 204  len: 168 time: 0.4257104
Jul 14 08:52:02.441733 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-091b3791-0b87-4adb-a3a1-64031165d9b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:52:02.444209 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 34054) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:52:02.508704 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_v2 [None req-c49c515e-12f6-49de-8c1a-fd92acde61b2 admin admin] Deleting subnet fbc90c04-af0d-4416-994e-401f03f3a1be {{(pid=82095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 14 08:52:02.511723 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c49c515e-12f6-49de-8c1a-fd92acde61b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:02.566635 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c49c515e-12f6-49de-8c1a-fd92acde61b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852833241'] for subnet, precommit_delete_associations {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:02.626012 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c49c515e-12f6-49de-8c1a-fd92acde61b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853748987'] for subnet, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:02.697114 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c49c515e-12f6-49de-8c1a-fd92acde61b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852740933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852356646'] for subnet, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:02.702610 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-15c4cc03-5b93-4c09-8d25-5b2b70110280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:52:02.742966 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c515e-12f6-49de-8c1a-fd92acde61b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbc90c04-af0d-4416-994e-401f03f3a1be,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:52:02.745937 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c49c515e-12f6-49de-8c1a-fd92acde61b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:52:02.748503 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c49c515e-12f6-49de-8c1a-fd92acde61b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for subnet, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:02.755194 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-c49c515e-12f6-49de-8c1a-fd92acde61b2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/fbc90c04-af0d-4416-994e-401f03f3a1be HTTP/1.1" status: 204  len: 168 time: 0.3098512
Jul 14 08:52:02.757740 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 34058) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:52:02.871406 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-24dbaf5c-9779-4e8b-af79-cd09b564ea24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-950592'] for network, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:03.000180 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-24dbaf5c-9779-4e8b-af79-cd09b564ea24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853745778', 'neutron.services.segments.db._delete_segments_for_network--9223363282633926140'] for network, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:03.013438 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-24dbaf5c-9779-4e8b-af79-cd09b564ea24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f64015fd9e8>,) {'filters': {'network_id': ['d01354d2-7c8e-4dc5-b663-43716a1691a3']}} {{(pid=82095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:52:03.026483 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-24dbaf5c-9779-4e8b-af79-cd09b564ea24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f64015fd9e8>, '5410e90f-d031-42ec-a41b-a7db00349b13') {'for_net_delete': True} {{(pid=82095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:52:03.026829 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-24dbaf5c-9779-4e8b-af79-cd09b564ea24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f64015fd9e8>, '5410e90f-d031-42ec-a41b-a7db00349b13') {} {{(pid=82095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:52:03.039211 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-24dbaf5c-9779-4e8b-af79-cd09b564ea24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282633931619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1942575'] for segment, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:03.053749 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-24dbaf5c-9779-4e8b-af79-cd09b564ea24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6123'] for segment, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:03.060063 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24dbaf5c-9779-4e8b-af79-cd09b564ea24 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=82095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 14 08:52:03.060486 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-24dbaf5c-9779-4e8b-af79-cd09b564ea24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854769693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852740906'] for segment, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:03.074021 dv-cinder-800229-1-iscsi neutron-server[81984]: Traceback (most recent call last):
Jul 14 08:52:03.074021 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 14 08:52:03.074021 dv-cinder-800229-1-iscsi neutron-server[81984]:     timer()
Jul 14 08:52:03.074021 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 14 08:52:03.074021 dv-cinder-800229-1-iscsi neutron-server[81984]:     cb(*args, **kw)
Jul 14 08:52:03.074021 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 14 08:52:03.074021 dv-cinder-800229-1-iscsi neutron-server[81984]:     return func(*args, **kwargs)
Jul 14 08:52:03.074021 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 14 08:52:03.074021 dv-cinder-800229-1-iscsi neutron-server[81984]:     self._notify()
Jul 14 08:52:03.074021 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 14 08:52:03.074021 dv-cinder-800229-1-iscsi neutron-server[81984]:     self.callback(batched_events)
Jul 14 08:52:03.074021 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 14 08:52:03.074021 dv-cinder-800229-1-iscsi neutron-server[81984]:     event.method(event)
Jul 14 08:52:03.074021 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 14 08:52:03.074021 dv-cinder-800229-1-iscsi neutron-server[81984]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 14 08:52:03.074021 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 14 08:52:03.074021 dv-cinder-800229-1-iscsi neutron-server[81984]:     segment_id)['aggregates'][0]
Jul 14 08:52:03.074021 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Jul 14 08:52:03.074021 dv-cinder-800229-1-iscsi neutron-server[81984]:     return f(self, *a, **k)
Jul 14 08:52:03.074021 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 14 08:52:03.074021 dv-cinder-800229-1-iscsi neutron-server[81984]:     return self._get(url).json()
Jul 14 08:52:03.074021 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 14 08:52:03.074021 dv-cinder-800229-1-iscsi neutron-server[81984]:     **kwargs)
Jul 14 08:52:03.074021 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Jul 14 08:52:03.074021 dv-cinder-800229-1-iscsi neutron-server[81984]:     return self.request(url, 'GET', **kwargs)
Jul 14 08:52:03.074021 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Jul 14 08:52:03.074021 dv-cinder-800229-1-iscsi neutron-server[81984]:     **endpoint_filter)
Jul 14 08:52:03.074021 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Jul 14 08:52:03.074021 dv-cinder-800229-1-iscsi neutron-server[81984]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 14 08:52:03.074021 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Jul 14 08:52:03.074021 dv-cinder-800229-1-iscsi neutron-server[81984]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 14 08:52:03.074021 dv-cinder-800229-1-iscsi neutron-server[81984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 14 08:52:03.150289 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-24dbaf5c-9779-4e8b-af79-cd09b564ea24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1030070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695875'] for network, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:03.153871 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-95e60d3f-4da4-4014-8096-50e8c0adc725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:52:03.169932 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-24dbaf5c-9779-4e8b-af79-cd09b564ea24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for network, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:03.176245 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dbaf5c-9779-4e8b-af79-cd09b564ea24 admin admin] Pushing event deleted for resources: {'Network': ['ID=d01354d2-7c8e-4dc5-b663-43716a1691a3,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:52:03.179261 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-24dbaf5c-9779-4e8b-af79-cd09b564ea24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:52:03.182151 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-24dbaf5c-9779-4e8b-af79-cd09b564ea24 admin admin] 10.222.0.42 "DELETE /v2.0/networks/d01354d2-7c8e-4dc5-b663-43716a1691a3 HTTP/1.1" status: 204  len: 168 time: 0.4224072
Jul 14 08:52:03.378122 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 34064) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:52:03.430804 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-d8a8192f-0781-4631-8de1-4fb182bd5592 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cd549f9360b942d98376baf51cd82090&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0513391
Jul 14 08:52:03.433213 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 34068) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:52:03.494447 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0ec5edc1-6bde-41ea-9fdd-439b22f78a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:03.521539 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0ec5edc1-6bde-41ea-9fdd-439b22f78a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:03.568109 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0ec5edc1-6bde-41ea-9fdd-439b22f78a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:03.573020 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-db000982-e175-45aa-a246-e937bedc07f3 tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:52:03.586901 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5edc1-6bde-41ea-9fdd-439b22f78a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646def16-fa85-4209-94cb-657f501e6e1a,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:52:03.589615 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-0ec5edc1-6bde-41ea-9fdd-439b22f78a7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:52:03.591998 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0ec5edc1-6bde-41ea-9fdd-439b22f78a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:03.596220 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-0ec5edc1-6bde-41ea-9fdd-439b22f78a7a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/646def16-fa85-4209-94cb-657f501e6e1a HTTP/1.1" status: 204  len: 168 time: 0.1612594
Jul 14 08:52:03.988502 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 34076) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:52:04.042066 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-87cdc67b-7479-4968-b28a-144a5f11b1fd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=606cd36392eb42eb8c5d13347bb201d1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0522423
Jul 14 08:52:04.044557 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 34080) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:52:04.106628 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3d41473c-1608-4f17-a0b9-041e4bb95cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:04.134691 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3d41473c-1608-4f17-a0b9-041e4bb95cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:04.183114 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3d41473c-1608-4f17-a0b9-041e4bb95cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:04.188220 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-8c57c43d-fdb6-42b7-a7d6-45feadd47f3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:52:04.201212 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41473c-1608-4f17-a0b9-041e4bb95cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23572939-86e2-483e-b01c-062b646b2cf6,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:52:04.204395 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-3d41473c-1608-4f17-a0b9-041e4bb95cf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:52:04.206510 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-3d41473c-1608-4f17-a0b9-041e4bb95cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:04.208228 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-3d41473c-1608-4f17-a0b9-041e4bb95cf1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/23572939-86e2-483e-b01c-062b646b2cf6 HTTP/1.1" status: 204  len: 168 time: 0.1621714
Jul 14 08:52:05.774758 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-8fe83b50-8491-45be-af31-2c251432e0de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:06.086189 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:06.246164 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.agents_db [None req-e2914788-e7e4-4a13-b83f-78c3979e9233 None None] Agent healthcheck: found 6 active agents {{(pid=82098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 14 08:52:06.761237 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:07.758919 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-4ee3c46f-1137-4fc6-ab56-d9a37377f4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:08.531280 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:09.580521 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:17.213875 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 34198) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:52:17.364714 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9ca91c46-994b-476d-a341-b5503aee1b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:17.400267 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-9ca91c46-994b-476d-a341-b5503aee1b89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:52:17.404170 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-9ca91c46-994b-476d-a341-b5503aee1b89 admin admin] Usage tracker for resource:security_group_rule and tenant:8b7d409c6aad4f74a0f9bcb5ca6d38fa is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:52:17.407060 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-9ca91c46-994b-476d-a341-b5503aee1b89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:52:17.413601 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-9ca91c46-994b-476d-a341-b5503aee1b89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:52:17.479136 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9ca91c46-994b-476d-a341-b5503aee1b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:17.482050 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9ca91c46-994b-476d-a341-b5503aee1b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:17.489151 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-0d569144-0aa4-46b3-abaf-76f538a38bd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:52:17.532398 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca91c46-994b-476d-a341-b5503aee1b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822b095d-4fee-4644-be28-8f2210e38a29,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:52:17.537225 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-9ca91c46-994b-476d-a341-b5503aee1b89 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8b7d409c6aad4f74a0f9bcb5ca6d38fa&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3222086
Jul 14 08:52:17.540161 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 34204) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:52:17.544276 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca91c46-994b-476d-a341-b5503aee1b89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:52:17.544700 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca91c46-994b-476d-a341-b5503aee1b89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:52:17.545115 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca91c46-994b-476d-a341-b5503aee1b89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:52:17.545529 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca91c46-994b-476d-a341-b5503aee1b89 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:52:17.545940 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca91c46-994b-476d-a341-b5503aee1b89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:52:17.546346 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca91c46-994b-476d-a341-b5503aee1b89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:52:17.546755 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca91c46-994b-476d-a341-b5503aee1b89 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:52:17.547202 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca91c46-994b-476d-a341-b5503aee1b89 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:52:17.547609 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca91c46-994b-476d-a341-b5503aee1b89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:52:17.548015 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca91c46-994b-476d-a341-b5503aee1b89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:52:17.548414 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca91c46-994b-476d-a341-b5503aee1b89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:52:17.552927 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-9ca91c46-994b-476d-a341-b5503aee1b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:52:17.604014 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-bb3685f9-003d-4d59-a30f-0f888fb18c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:17.631858 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-bb3685f9-003d-4d59-a30f-0f888fb18c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:17.675008 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-bb3685f9-003d-4d59-a30f-0f888fb18c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:17.679763 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-fd2edb9d-7299-4133-aac4-deef650c4ca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:52:17.693571 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3685f9-003d-4d59-a30f-0f888fb18c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822b095d-4fee-4644-be28-8f2210e38a29,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:52:17.695993 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-bb3685f9-003d-4d59-a30f-0f888fb18c42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:52:17.698162 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-bb3685f9-003d-4d59-a30f-0f888fb18c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:17.699441 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-bb3685f9-003d-4d59-a30f-0f888fb18c42 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/822b095d-4fee-4644-be28-8f2210e38a29 HTTP/1.1" status: 204  len: 168 time: 0.1581814
Jul 14 08:52:18.036126 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 34212) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:52:18.056274 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d8f0109f-cba1-4e82-b530-a1f150ea9f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:18.087884 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-d8f0109f-cba1-4e82-b530-a1f150ea9f92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:52:18.091788 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-d8f0109f-cba1-4e82-b530-a1f150ea9f92 admin admin] Usage tracker for resource:security_group_rule and tenant:c215b8aadf044dafa927e0f72cb0a5ee is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:52:18.094657 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-d8f0109f-cba1-4e82-b530-a1f150ea9f92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:52:18.101411 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-d8f0109f-cba1-4e82-b530-a1f150ea9f92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:52:18.169334 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d8f0109f-cba1-4e82-b530-a1f150ea9f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:18.172101 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d8f0109f-cba1-4e82-b530-a1f150ea9f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:18.179243 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-bb3685f9-003d-4d59-a30f-0f888fb18c42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:52:18.220405 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f0109f-cba1-4e82-b530-a1f150ea9f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44e73b2-f277-4a53-a7d2-f91dbb504d2a,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:52:18.223763 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-d8f0109f-cba1-4e82-b530-a1f150ea9f92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:52:18.229298 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-d8f0109f-cba1-4e82-b530-a1f150ea9f92 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c215b8aadf044dafa927e0f72cb0a5ee&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1889768
Jul 14 08:52:18.230236 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 34216) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:52:18.290944 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2031bad7-dff3-4499-a368-5e3257c724ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:18.316891 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2031bad7-dff3-4499-a368-5e3257c724ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:18.360956 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2031bad7-dff3-4499-a368-5e3257c724ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:18.365794 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-22f35b76-cdb6-4298-b795-dd6bb9dbff6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:52:18.378989 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031bad7-dff3-4499-a368-5e3257c724ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44e73b2-f277-4a53-a7d2-f91dbb504d2a,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:52:18.382535 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-2031bad7-dff3-4499-a368-5e3257c724ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:52:18.383439 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2031bad7-dff3-4499-a368-5e3257c724ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:18.384615 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-2031bad7-dff3-4499-a368-5e3257c724ca admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a44e73b2-f277-4a53-a7d2-f91dbb504d2a HTTP/1.1" status: 204  len: 168 time: 0.1541426
Jul 14 08:52:18.998524 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da607a97-71de-43db-a7c7-479a295addbc req-d4e1c5b8-eca7-4d0e-97aa-562fb494c082 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:19.000129 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-da607a97-71de-43db-a7c7-479a295addbc req-d4e1c5b8-eca7-4d0e-97aa-562fb494c082 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 945 time: 0.0842397
Jul 14 08:52:19.054247 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-da607a97-71de-43db-a7c7-479a295addbc req-4182fc3b-a98b-49cc-953d-8ed7f0665420 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472178
Jul 14 08:52:20.264676 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca67633-cefa-4411-aaec-d2f0efe97015 req-a3042cf1-1dad-45fe-9dd7-30dd52f88377 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:20.266289 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cca67633-cefa-4411-aaec-d2f0efe97015 req-a3042cf1-1dad-45fe-9dd7-30dd52f88377 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 945 time: 0.0860815
Jul 14 08:52:20.315080 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cca67633-cefa-4411-aaec-d2f0efe97015 req-c861836d-b4a3-4a64-aca1-d1d44b963015 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421314
Jul 14 08:52:21.518360 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b184b-2091-40bd-805c-5c4d1786002d req-8532fe9e-7520-4a87-8680-c91d343f92fd tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:21.519931 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fb9b184b-2091-40bd-805c-5c4d1786002d req-8532fe9e-7520-4a87-8680-c91d343f92fd tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 945 time: 0.0843148
Jul 14 08:52:21.569713 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-fb9b184b-2091-40bd-805c-5c4d1786002d req-c7d053aa-d632-4b7a-b18e-d0fda0d027c6 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430436
Jul 14 08:52:22.776675 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ccd28-492e-42a1-a3d9-2ba88dae80d5 req-ac873c46-1318-48d0-8596-5d43f0811624 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:22.778299 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-197ccd28-492e-42a1-a3d9-2ba88dae80d5 req-ac873c46-1318-48d0-8596-5d43f0811624 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 945 time: 0.0854683
Jul 14 08:52:22.833812 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-197ccd28-492e-42a1-a3d9-2ba88dae80d5 req-f9125f8e-73ad-4eba-be00-445001edac90 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494158
Jul 14 08:52:24.040333 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aae1bd-d943-4b4c-afb0-1355b24d9f14 req-342a9846-6418-40d3-84d4-55c0be40fe20 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:24.041899 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a6aae1bd-d943-4b4c-afb0-1355b24d9f14 req-342a9846-6418-40d3-84d4-55c0be40fe20 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 945 time: 0.0860772
Jul 14 08:52:24.296596 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a6aae1bd-d943-4b4c-afb0-1355b24d9f14 req-9551af49-31f0-443c-807d-ea6dc4f0548c tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2486544
Jul 14 08:52:25.056095 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000dbcb2-b5f0-4db2-b102-5786bddf78a1 req-a1aa90eb-1713-4dd8-a81f-3bf817332acf tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:25.057681 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-000dbcb2-b5f0-4db2-b102-5786bddf78a1 req-a1aa90eb-1713-4dd8-a81f-3bf817332acf tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 946 time: 0.0822349
Jul 14 08:52:25.104728 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-000dbcb2-b5f0-4db2-b102-5786bddf78a1 req-5baf117b-54d0-4532-96df-f9c59ebf527f tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410721
Jul 14 08:52:25.507455 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54d9ed-f44d-4e32-86da-7e52934238ad req-eb98b82c-6bd4-4747-8766-109be67881a7 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:25.509065 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1f54d9ed-f44d-4e32-86da-7e52934238ad req-eb98b82c-6bd4-4747-8766-109be67881a7 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 945 time: 0.0887725
Jul 14 08:52:25.559267 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1f54d9ed-f44d-4e32-86da-7e52934238ad req-a7ac67bb-40e2-40e3-a706-9d5ea100463c tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432041
Jul 14 08:52:26.337282 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921413d-c1ad-4a4c-8f17-a0878ede395b req-7f45fd67-8970-4e3e-873a-f7924e2f0472 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:26.338865 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d921413d-c1ad-4a4c-8f17-a0878ede395b req-7f45fd67-8970-4e3e-873a-f7924e2f0472 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 946 time: 0.0868382
Jul 14 08:52:26.387958 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-d921413d-c1ad-4a4c-8f17-a0878ede395b req-71d5c59a-c182-41de-a80d-29663e319ad7 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2de39d4-9e0a-434d-8bfa-317c35c6acc8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428391
Jul 14 08:52:26.659447 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be756562-9ed6-4dfb-bc2d-fdeae8dbca30 req-45e53e72-b08e-4780-b803-50e83b832f5b tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:26.660994 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-be756562-9ed6-4dfb-bc2d-fdeae8dbca30 req-45e53e72-b08e-4780-b803-50e83b832f5b tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.43 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 946 time: 0.0820127
Jul 14 08:52:26.737736 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [req-be756562-9ed6-4dfb-bc2d-fdeae8dbca30 req-e6799e73-dfac-4fb2-b9eb-5905c228db11 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Deleting port 4460edbb-4e37-4756-8d17-827c59e5989d {{(pid=82095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:52:26.738120 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-be756562-9ed6-4dfb-bc2d-fdeae8dbca30 req-e6799e73-dfac-4fb2-b9eb-5905c228db11 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:26.772860 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683a6f2-bbd9-4c40-b0cd-2ff87a54fd30 req-11e00a89-690c-4fd1-9aa1-79099e98ac41 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:26.774610 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0683a6f2-bbd9-4c40-b0cd-2ff87a54fd30 req-11e00a89-690c-4fd1-9aa1-79099e98ac41 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 945 time: 0.0894244
Jul 14 08:52:26.823908 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0683a6f2-bbd9-4c40-b0cd-2ff87a54fd30 req-23960e7a-d40e-49d1-9583-b10a13b35832 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430262
Jul 14 08:52:26.997001 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-be756562-9ed6-4dfb-bc2d-fdeae8dbca30 req-e6799e73-dfac-4fb2-b9eb-5905c228db11 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] For port 4460edbb-4e37-4756-8d17-827c59e5989d, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=4460edbb-4e37-4756-8d17-827c59e5989d,segment=NetworkSegment(54020ed2-9764-455c-bb75-78a5101f4433),segment_id=54020ed2-9764-455c-bb75-78a5101f4433)] {{(pid=82095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:52:26.997402 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-be756562-9ed6-4dfb-bc2d-fdeae8dbca30 req-e6799e73-dfac-4fb2-b9eb-5905c228db11 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:27.298341 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-be756562-9ed6-4dfb-bc2d-fdeae8dbca30 req-e6799e73-dfac-4fb2-b9eb-5905c228db11 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:27.298753 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-be756562-9ed6-4dfb-bc2d-fdeae8dbca30 req-e6799e73-dfac-4fb2-b9eb-5905c228db11 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854084435'] for floatingip, after_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:27.299114 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.db.l3_db [req-be756562-9ed6-4dfb-bc2d-fdeae8dbca30 req-e6799e73-dfac-4fb2-b9eb-5905c228db11 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Floating IP 41f7aa09-ca86-43e3-970a-6fc3cf343216 disassociated. External IP: 172.27.3.125, port: 4460edbb-4e37-4756-8d17-827c59e5989d.
Jul 14 08:52:27.299499 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [req-be756562-9ed6-4dfb-bc2d-fdeae8dbca30 req-e6799e73-dfac-4fb2-b9eb-5905c228db11 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Calling delete_port for 4460edbb-4e37-4756-8d17-827c59e5989d owned by compute:nova {{(pid=82095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:52:27.450380 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-be756562-9ed6-4dfb-bc2d-fdeae8dbca30 req-e6799e73-dfac-4fb2-b9eb-5905c228db11 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:27.456424 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-56c8e616-ba3d-4741-bf6b-6ac4b7190c17 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:52:27.506247 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6799e73-dfac-4fb2-b9eb-5905c228db11 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Pushing event deleted for resources: {'Port': ['ID=4460edbb-4e37-4756-8d17-827c59e5989d,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:52:27.510461 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e6799e73-dfac-4fb2-b9eb-5905c228db11 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:52:27.627687 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a9557a4c-1c26-421f-bc76-631c98350e47 req-8c987874-4ce6-40d6-ab12-4b295f53f853 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/ports?device_id=458e4242-6369-490d-88d5-e8c7236f2740 HTTP/1.1" status: 200  len: 210 time: 0.0594335
Jul 14 08:52:27.770512 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be756562-9ed6-4dfb-bc2d-fdeae8dbca30 req-e6799e73-dfac-4fb2-b9eb-5905c228db11 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Router 35c94502-fcbc-4f93-bdbd-47c38b2d773c has already been hosted by L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c {{(pid=82095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 14 08:52:27.985973 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be756562-9ed6-4dfb-bc2d-fdeae8dbca30 req-e6799e73-dfac-4fb2-b9eb-5905c228db11 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:52:27.997005 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e184d5-1482-4399-bb03-daa740141291 None None] Sync routers for ids ['35c94502-fcbc-4f93-bdbd-47c38b2d773c'] in dv-cinder-800229-1-iscsi {{(pid=82098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:52:28.014494 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e184d5-1482-4399-bb03-daa740141291 None None] Routers {'35c94502-fcbc-4f93-bdbd-47c38b2d773c'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:52:28.015946 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-96e184d5-1482-4399-bb03-daa740141291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64028f1dd8>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:52:08Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['35c94502-fcbc-4f93-bdbd-47c38b2d773c'], 'active': True} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:52:28.051827 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1455b5-0686-42ba-b7d7-14cc9b4a19be req-b5a0915d-c8c7-4b09-8895-79fa472b0cc9 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:28.053454 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4b1455b5-0686-42ba-b7d7-14cc9b4a19be req-b5a0915d-c8c7-4b09-8895-79fa472b0cc9 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 945 time: 0.1063704
Jul 14 08:52:28.061398 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [req-be756562-9ed6-4dfb-bc2d-fdeae8dbca30 req-e6799e73-dfac-4fb2-b9eb-5905c228db11 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] No DVR routers for this DVR port 4460edbb-4e37-4756-8d17-827c59e5989d on host hv-cinder-80022 {{(pid=82095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 14 08:52:28.064128 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-be756562-9ed6-4dfb-bc2d-fdeae8dbca30 req-e6799e73-dfac-4fb2-b9eb-5905c228db11 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:28.072372 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458e4242-6369-490d-88d5-e8c7236f2740', 'name': 'network-vif-deleted', 'tag': '4460edbb-4e37-4756-8d17-827c59e5989d'}] {{(pid=82095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:52:28.094846 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-be756562-9ed6-4dfb-bc2d-fdeae8dbca30 req-e6799e73-dfac-4fb2-b9eb-5905c228db11 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.43 "DELETE /v2.0/ports/4460edbb-4e37-4756-8d17-827c59e5989d HTTP/1.1" status: 204  len: 173 time: 1.4277527
Jul 14 08:52:28.120301 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-4b1455b5-0686-42ba-b7d7-14cc9b4a19be req-0f528503-4673-4574-94cd-ec6ac9fbb90a tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0591810
Jul 14 08:52:28.155901 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458e4242-6369-490d-88d5-e8c7236f2740', 'name': 'network-vif-deleted', 'tag': '4460edbb-4e37-4756-8d17-827c59e5989d', 'status': 'completed', 'code': 200}
Jul 14 08:52:28.223140 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-96e184d5-1482-4399-bb03-daa740141291 None None] Set router 35c94502-fcbc-4f93-bdbd-47c38b2d773c gateway port host: dv-cinder-800229-1-iscsi {{(pid=82098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:52:28.552550 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-96e184d5-1482-4399-bb03-daa740141291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64028f1dd8>, [{'id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'name': 'tempest-AttachVolumeShelveTestJSON-430322807-router', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'cb01eb5c-e36a-4f25-bdff-78debdf1d263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:40Z', 'updated_at': '2021-07-14T08:43:51Z', 'revision_number': 4, 'project_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'gw_port': {'id': 'cb01eb5c-e36a-4f25-bdff-78debdf1d263', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:41Z', 'updated_at': '2021-07-14T08:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': 'e5d30999-ab6a-41da-bdc0-6e0afa79ebee', 'name': '', 'network_id': '52933724-b56f-4198-aacf-d572e3623b57', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'mac_address': 'fa:16:3e:36:d5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2471914-bec5-4d3a-8fbd-31586948f335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:49Z', 'updated_at': '2021-07-14T08:44:09Z', 'revision_number': 5, 'project_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'subnets': [{'id': 'd2471914-bec5-4d3a-8fbd-31586948f335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:52:28.557354 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e184d5-1482-4399-bb03-daa740141291 None None] Checking router: 35c94502-fcbc-4f93-bdbd-47c38b2d773c for host: dv-cinder-800229-1-iscsi {{(pid=82098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:52:28.569117 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e184d5-1482-4399-bb03-daa740141291 None None] Routers {'35c94502-fcbc-4f93-bdbd-47c38b2d773c'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:52:28.569776 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-96e184d5-1482-4399-bb03-daa740141291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64028f1dd8>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:52:08Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['35c94502-fcbc-4f93-bdbd-47c38b2d773c'], 'active': True} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:52:28.759093 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-96e184d5-1482-4399-bb03-daa740141291 None None] Set router 35c94502-fcbc-4f93-bdbd-47c38b2d773c gateway port host: dv-cinder-800229-1-iscsi {{(pid=82098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:52:28.787986 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 34342) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:52:28.864315 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6ba6b6bc-cdd2-48fe-b518-9e72b1263b25 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:28.901961 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6ba6b6bc-cdd2-48fe-b518-9e72b1263b25 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:28.906231 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 34348) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:52:28.951831 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6ba6b6bc-cdd2-48fe-b518-9e72b1263b25 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:28.960168 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e14893fd-7886-4553-a058-314d64ffa9db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:52:28.973279 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba6b6bc-cdd2-48fe-b518-9e72b1263b25 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2de39d4-9e0a-434d-8bfa-317c35c6acc8,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:52:28.977324 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-6ba6b6bc-cdd2-48fe-b518-9e72b1263b25 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:52:28.986503 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6ba6b6bc-cdd2-48fe-b518-9e72b1263b25 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:28.991425 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 34354) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:52:28.991796 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-6ba6b6bc-cdd2-48fe-b518-9e72b1263b25 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "DELETE /v2.0/security-groups/d2de39d4-9e0a-434d-8bfa-317c35c6acc8 HTTP/1.1" status: 204  len: 168 time: 0.2026892
Jul 14 08:52:29.021187 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.api.v2.resource [None req-c6d93127-cdb6-4e0e-9512-bc10e6c86cd7 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] show failed (client error): The resource could not be found.
Jul 14 08:52:29.022495 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-c6d93127-cdb6-4e0e-9512-bc10e6c86cd7 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "GET /v2.0/security-groups/d2de39d4-9e0a-434d-8bfa-317c35c6acc8 HTTP/1.1" status: 404  len: 347 time: 0.0286744
Jul 14 08:52:29.025468 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 34358) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:52:29.110191 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-96e184d5-1482-4399-bb03-daa740141291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64028f1dd8>, [{'id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'name': 'tempest-AttachVolumeShelveTestJSON-430322807-router', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'cb01eb5c-e36a-4f25-bdff-78debdf1d263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:40Z', 'updated_at': '2021-07-14T08:43:51Z', 'revision_number': 4, 'project_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'gw_port': {'id': 'cb01eb5c-e36a-4f25-bdff-78debdf1d263', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:41Z', 'updated_at': '2021-07-14T08:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': 'e5d30999-ab6a-41da-bdc0-6e0afa79ebee', 'name': '', 'network_id': '52933724-b56f-4198-aacf-d572e3623b57', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'mac_address': 'fa:16:3e:36:d5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2471914-bec5-4d3a-8fbd-31586948f335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:49Z', 'updated_at': '2021-07-14T08:44:09Z', 'revision_number': 5, 'project_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'subnets': [{'id': 'd2471914-bec5-4d3a-8fbd-31586948f335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:52:29.114591 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e184d5-1482-4399-bb03-daa740141291 None None] The sync data for ids ['35c94502-fcbc-4f93-bdbd-47c38b2d773c'] in dv-cinder-800229-1-iscsi is: [{'id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'name': 'tempest-AttachVolumeShelveTestJSON-430322807-router', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'cb01eb5c-e36a-4f25-bdff-78debdf1d263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:40Z', 'updated_at': '2021-07-14T08:43:51Z', 'revision_number': 4, 'project_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'gw_port': {'id': 'cb01eb5c-e36a-4f25-bdff-78debdf1d263', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:41Z', 'updated_at': '2021-07-14T08:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': 'e5d30999-ab6a-41da-bdc0-6e0afa79ebee', 'name': '', 'network_id': '52933724-b56f-4198-aacf-d572e3623b57', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'mac_address': 'fa:16:3e:36:d5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2471914-bec5-4d3a-8fbd-31586948f335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:49Z', 'updated_at': '2021-07-14T08:44:09Z', 'revision_number': 5, 'project_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'subnets': [{'id': 'd2471914-bec5-4d3a-8fbd-31586948f335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:52:29.127215 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-51998e99-dfdc-425f-a2d1-15131170452c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:29.226099 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-062a39bb-1199-4770-b5c0-a80ff896923d tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Deleting port 8e3dd8a6-0af2-4db9-8b38-c0789dbf8dc7 {{(pid=82095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:52:29.226477 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-062a39bb-1199-4770-b5c0-a80ff896923d tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:29.284833 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-51998e99-dfdc-425f-a2d1-15131170452c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:52:29.293134 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-51998e99-dfdc-425f-a2d1-15131170452c admin admin] Usage tracker for resource:security_group_rule and tenant:b1be66f646114c74b18e6c4cccf9f6ab is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:52:29.312209 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-51998e99-dfdc-425f-a2d1-15131170452c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:52:29.321627 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-51998e99-dfdc-425f-a2d1-15131170452c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:52:29.335748 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee379e98-27c2-4932-bbd9-97560d052622 req-e5da7efa-7abd-4b2d-a6be-a843730ce236 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:29.337527 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ee379e98-27c2-4932-bbd9-97560d052622 req-e5da7efa-7abd-4b2d-a6be-a843730ce236 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 945 time: 0.0854335
Jul 14 08:52:29.392542 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ee379e98-27c2-4932-bbd9-97560d052622 req-64689e9a-29c9-4f8b-8643-97363d86a176 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488241
Jul 14 08:52:29.464247 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-062a39bb-1199-4770-b5c0-a80ff896923d tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:29.464625 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-062a39bb-1199-4770-b5c0-a80ff896923d tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:29.581312 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dfb2b3-a173-47b7-8528-52e379bc2bd6 None None] New status for floating IP 41f7aa09-ca86-43e3-970a-6fc3cf343216: DOWN {{(pid=82097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Jul 14 08:52:29.606404 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-062a39bb-1199-4770-b5c0-a80ff896923d tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Calling delete_port for 8e3dd8a6-0af2-4db9-8b38-c0789dbf8dc7 owned by network:floatingip {{(pid=82095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:52:29.661688 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-51998e99-dfdc-425f-a2d1-15131170452c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:29.667307 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-51998e99-dfdc-425f-a2d1-15131170452c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:29.680241 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c41eadca-df23-43f5-be50-3bed3c066a2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:52:29.742443 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51998e99-dfdc-425f-a2d1-15131170452c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9ee80a-6fcd-4219-8355-683b5819da48,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:52:29.746856 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-51998e99-dfdc-425f-a2d1-15131170452c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:52:29.750354 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-51998e99-dfdc-425f-a2d1-15131170452c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b1be66f646114c74b18e6c4cccf9f6ab&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8429446
Jul 14 08:52:29.753165 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 34364) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:52:29.813779 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.db.api [None req-062a39bb-1199-4770-b5c0-a80ff896923d tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82095) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 14 08:52:29.814145 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_db.api [None req-062a39bb-1199-4770-b5c0-a80ff896923d tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 14 08:52:29.822162 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-75a0d6bf-2a3a-40cf-b148-1128c17ed398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:29.849203 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-75a0d6bf-2a3a-40cf-b148-1128c17ed398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:29.893269 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-75a0d6bf-2a3a-40cf-b148-1128c17ed398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:29.897516 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-3d41473c-1608-4f17-a0b9-041e4bb95cf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:52:29.911234 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a0d6bf-2a3a-40cf-b148-1128c17ed398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9ee80a-6fcd-4219-8355-683b5819da48,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:52:29.916447 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-75a0d6bf-2a3a-40cf-b148-1128c17ed398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:52:29.926664 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-75a0d6bf-2a3a-40cf-b148-1128c17ed398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:29.928830 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-75a0d6bf-2a3a-40cf-b148-1128c17ed398 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bc9ee80a-6fcd-4219-8355-683b5819da48 HTTP/1.1" status: 204  len: 168 time: 0.1737058
Jul 14 08:52:30.315175 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-062a39bb-1199-4770-b5c0-a80ff896923d tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Deleting port 8e3dd8a6-0af2-4db9-8b38-c0789dbf8dc7 {{(pid=82095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:52:30.315640 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-062a39bb-1199-4770-b5c0-a80ff896923d tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:30.395244 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 4460edbb-4e37-4756-8d17-827c59e5989d no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:52:30.433043 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] No Port match for: 4460edbb-4e37-4756-8d17-827c59e5989d {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:52:30.433575 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 4460edbb-4e37-4756-8d17-827c59e5989d not bound to the agent host hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:52:30.758906 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-062a39bb-1199-4770-b5c0-a80ff896923d tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:30.759486 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-062a39bb-1199-4770-b5c0-a80ff896923d tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:30.890647 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-062a39bb-1199-4770-b5c0-a80ff896923d tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Calling delete_port for 8e3dd8a6-0af2-4db9-8b38-c0789dbf8dc7 owned by network:floatingip {{(pid=82095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:52:30.980353 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9f6f5-85ae-4a7a-b6f8-e04b68e5cf30 req-def5b771-9f34-4ebd-9a43-a6d5cf910c23 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:30.981970 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-dae9f6f5-85ae-4a7a-b6f8-e04b68e5cf30 req-def5b771-9f34-4ebd-9a43-a6d5cf910c23 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 945 time: 0.2907169
Jul 14 08:52:31.078121 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-dae9f6f5-85ae-4a7a-b6f8-e04b68e5cf30 req-62f9caba-3231-4ece-aa3b-c09f76e0b2ee tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0874994
Jul 14 08:52:31.095448 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-062a39bb-1199-4770-b5c0-a80ff896923d tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:31.100667 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-34506dc6-541a-4879-8b31-3504391e9aff tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:52:31.145278 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a39bb-1199-4770-b5c0-a80ff896923d tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Pushing event deleted for resources: {'Port': ['ID=8e3dd8a6-0af2-4db9-8b38-c0789dbf8dc7,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:52:31.148605 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-062a39bb-1199-4770-b5c0-a80ff896923d tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:52:31.248358 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-062a39bb-1199-4770-b5c0-a80ff896923d tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks [] for floatingip, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:31.263403 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-062a39bb-1199-4770-b5c0-a80ff896923d tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for floatingip, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:31.264645 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-062a39bb-1199-4770-b5c0-a80ff896923d tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] 10.222.0.42 "DELETE /v2.0/floatingips/41f7aa09-ca86-43e3-970a-6fc3cf343216 HTTP/1.1" status: 204  len: 168 time: 2.2381201
Jul 14 08:52:32.282962 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620763d4-d9df-47d5-b3f6-6899b91b5e83 req-9dc5e5ac-6295-46eb-bd23-a34d62a33ff5 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:32.284605 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-620763d4-d9df-47d5-b3f6-6899b91b5e83 req-9dc5e5ac-6295-46eb-bd23-a34d62a33ff5 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 945 time: 0.0822203
Jul 14 08:52:32.335654 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-620763d4-d9df-47d5-b3f6-6899b91b5e83 req-180ab2a5-8481-4969-8ace-e67c0ad949c9 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443132
Jul 14 08:52:33.542899 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805c8aa-2efd-491a-b7f6-935d5a490887 req-415d00d8-00f1-47cf-84d7-13724ebefed5 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:33.544531 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c805c8aa-2efd-491a-b7f6-935d5a490887 req-415d00d8-00f1-47cf-84d7-13724ebefed5 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 945 time: 0.0871413
Jul 14 08:52:33.593085 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c805c8aa-2efd-491a-b7f6-935d5a490887 req-190543d2-9479-4459-a565-3728dbf037b8 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423892
Jul 14 08:52:34.124089 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 34452) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:52:34.128857 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-7e30e36e-dd73-4b97-88c6-43de61a81583 req-15d6a496-e32a-4f58-b9b5-0d79637ae09a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5d08798323484c2898fdb1641777fcca&device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 1098 time: 0.0772693
Jul 14 08:52:34.281560 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30e36e-dd73-4b97-88c6-43de61a81583 req-28f261fb-993c-487d-ad82-ae8a0cbcdb2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:34.283236 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-7e30e36e-dd73-4b97-88c6-43de61a81583 req-28f261fb-993c-487d-ad82-ae8a0cbcdb2d service neutron] 10.222.0.43 "GET /v2.0/networks?id=37d353b7-12ef-44c4-8a9b-63df741acc4b HTTP/1.1" status: 200  len: 910 time: 0.1425548
Jul 14 08:52:34.397660 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-7e30e36e-dd73-4b97-88c6-43de61a81583 req-fd428f69-8be8-44eb-a2ab-9a715631121a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb2308f7-3d56-4301-8a0d-a171e2bab62d HTTP/1.1" status: 200  len: 1001 time: 0.1073880
Jul 14 08:52:34.473865 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30e36e-dd73-4b97-88c6-43de61a81583 req-79afe368-10dc-45f7-95fe-c504179d47c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:34.476115 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-7e30e36e-dd73-4b97-88c6-43de61a81583 req-79afe368-10dc-45f7-95fe-c504179d47c2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a615d5f3-558f-4146-a085-7707c0194061 HTTP/1.1" status: 200  len: 848 time: 0.0693672
Jul 14 08:52:34.576397 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-7e30e36e-dd73-4b97-88c6-43de61a81583 req-a6d579e3-e934-458d-9628-98096a3efcee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=37d353b7-12ef-44c4-8a9b-63df741acc4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0907590
Jul 14 08:52:34.743201 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-7e30e36e-dd73-4b97-88c6-43de61a81583 req-f0570421-3747-4e6a-88de-3046ab2d3d2e service neutron] 10.222.0.43 "GET /v2.0/networks/37d353b7-12ef-44c4-8a9b-63df741acc4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1557019
Jul 14 08:52:34.843843 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c8860-33b6-42c9-ac12-f0e36d5109ba req-a496e05b-9c19-4066-8be6-e98a2342023f tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:34.845423 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-973c8860-33b6-42c9-ac12-f0e36d5109ba req-a496e05b-9c19-4066-8be6-e98a2342023f tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 945 time: 0.1186297
Jul 14 08:52:34.869300 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-07b4922d-80cc-4703-9216-126278359a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854084536'] for router_interface, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:34.893026 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-7e30e36e-dd73-4b97-88c6-43de61a81583 req-ae0d2ba4-fb21-430d-9871-3b0bec13af32 service neutron] 10.222.0.43 "GET /v2.0/networks/37d353b7-12ef-44c4-8a9b-63df741acc4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403160
Jul 14 08:52:35.032721 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-973c8860-33b6-42c9-ac12-f0e36d5109ba req-fcd92d24-969e-4fae-ac39-de54a216f9b6 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1794367
Jul 14 08:52:35.525792 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-07b4922d-80cc-4703-9216-126278359a29 admin admin] Deleting port e5d30999-ab6a-41da-bdc0-6e0afa79ebee {{(pid=82096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:52:35.526280 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-07b4922d-80cc-4703-9216-126278359a29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:35.711089 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-07b4922d-80cc-4703-9216-126278359a29 admin admin] For port e5d30999-ab6a-41da-bdc0-6e0afa79ebee, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=e5d30999-ab6a-41da-bdc0-6e0afa79ebee,segment=NetworkSegment(54020ed2-9764-455c-bb75-78a5101f4433),segment_id=54020ed2-9764-455c-bb75-78a5101f4433)] {{(pid=82096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:52:35.711580 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-07b4922d-80cc-4703-9216-126278359a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:35.777390 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f371ed71-505d-4e67-a93b-a038f897ffa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:35.779307 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-090e45ca-d891-4d7e-828f-aa884df31234 req-888bb1a3-d967-487b-854d-717b9c180959 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5d08798323484c2898fdb1641777fcca&device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 1098 time: 0.0750353
Jul 14 08:52:35.850081 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-07b4922d-80cc-4703-9216-126278359a29 admin admin] Calling delete_port for e5d30999-ab6a-41da-bdc0-6e0afa79ebee owned by network:router_interface {{(pid=82096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:52:35.939024 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e45ca-d891-4d7e-828f-aa884df31234 req-cd001261-b0e2-4efd-8a63-622f45648ca3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:35.940708 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-090e45ca-d891-4d7e-828f-aa884df31234 req-cd001261-b0e2-4efd-8a63-622f45648ca3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=37d353b7-12ef-44c4-8a9b-63df741acc4b HTTP/1.1" status: 200  len: 910 time: 0.1398153
Jul 14 08:52:36.016839 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-07b4922d-80cc-4703-9216-126278359a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132881'] for port, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:36.021572 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-8506ecdd-fb8b-4840-9b4c-779b14b14a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:52:36.050341 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-090e45ca-d891-4d7e-828f-aa884df31234 req-20151d39-47ba-43ef-9412-3345144013d1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb2308f7-3d56-4301-8a0d-a171e2bab62d HTTP/1.1" status: 200  len: 1001 time: 0.1020122
Jul 14 08:52:36.062111 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4922d-80cc-4703-9216-126278359a29 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5d30999-ab6a-41da-bdc0-6e0afa79ebee,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:52:36.097160 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:36.117016 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b4922d-80cc-4703-9216-126278359a29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:52:36.117428 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b4922d-80cc-4703-9216-126278359a29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:52:36.117839 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b4922d-80cc-4703-9216-126278359a29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:52:36.118246 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b4922d-80cc-4703-9216-126278359a29 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:52:36.118649 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b4922d-80cc-4703-9216-126278359a29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:52:36.119051 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b4922d-80cc-4703-9216-126278359a29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:52:36.119477 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b4922d-80cc-4703-9216-126278359a29 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:52:36.119877 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b4922d-80cc-4703-9216-126278359a29 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:52:36.120274 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b4922d-80cc-4703-9216-126278359a29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:52:36.120668 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b4922d-80cc-4703-9216-126278359a29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:52:36.121062 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b4922d-80cc-4703-9216-126278359a29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:52:36.124715 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-07b4922d-80cc-4703-9216-126278359a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:52:36.128526 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e45ca-d891-4d7e-828f-aa884df31234 req-962dd1d0-97ec-4f0a-a130-584e8f5bbdd9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:36.130320 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-090e45ca-d891-4d7e-828f-aa884df31234 req-962dd1d0-97ec-4f0a-a130-584e8f5bbdd9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a615d5f3-558f-4146-a085-7707c0194061 HTTP/1.1" status: 200  len: 848 time: 0.0729640
Jul 14 08:52:36.285321 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-090e45ca-d891-4d7e-828f-aa884df31234 req-3ecb6031-aa25-4de8-a9d0-83c383078bdd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=37d353b7-12ef-44c4-8a9b-63df741acc4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1440794
Jul 14 08:52:36.293458 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f6793-38e9-4688-ae94-3a066f77852d req-2cf09b2b-91de-49a4-b675-c686f805a9a2 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:36.295030 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bf4f6793-38e9-4688-ae94-3a066f77852d req-2cf09b2b-91de-49a4-b675-c686f805a9a2 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 945 time: 0.1192889
Jul 14 08:52:36.394119 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-07b4922d-80cc-4703-9216-126278359a29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7804734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699896'] for router_interface, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:36.452861 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bf4f6793-38e9-4688-ae94-3a066f77852d req-182f28e3-6aff-46cf-b3e0-b8990949e660 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1318946
Jul 14 08:52:36.476423 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-090e45ca-d891-4d7e-828f-aa884df31234 req-246a04b3-ce62-40a2-8c7b-fe966146518e service neutron] 10.222.0.43 "GET /v2.0/networks/37d353b7-12ef-44c4-8a9b-63df741acc4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1802890
Jul 14 08:52:36.630385 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-090e45ca-d891-4d7e-828f-aa884df31234 req-150b8b00-e44e-4864-bc28-4db0eea12eae service neutron] 10.222.0.43 "GET /v2.0/networks/37d353b7-12ef-44c4-8a9b-63df741acc4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1469579
Jul 14 08:52:36.770098 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:37.307926 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b4922d-80cc-4703-9216-126278359a29 admin admin] Router 35c94502-fcbc-4f93-bdbd-47c38b2d773c has already been hosted by L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c {{(pid=82096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 14 08:52:37.519415 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b4922d-80cc-4703-9216-126278359a29 admin admin] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:52:37.532105 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d65f5be-a706-4cdd-9e3a-a70fb4d25c75 None None] Sync routers for ids ['35c94502-fcbc-4f93-bdbd-47c38b2d773c'] in dv-cinder-800229-1-iscsi {{(pid=82098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:52:37.532803 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-07b4922d-80cc-4703-9216-126278359a29 admin admin] 10.222.0.42 "PUT /v2.0/routers/35c94502-fcbc-4f93-bdbd-47c38b2d773c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4069867
Jul 14 08:52:37.535541 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 34498) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:52:37.555422 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d65f5be-a706-4cdd-9e3a-a70fb4d25c75 None None] Routers {'35c94502-fcbc-4f93-bdbd-47c38b2d773c'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:52:37.556407 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-1d65f5be-a706-4cdd-9e3a-a70fb4d25c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64028f15c0>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:52:08Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['35c94502-fcbc-4f93-bdbd-47c38b2d773c'], 'active': True} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:52:37.769715 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7867725a-5dd6-4e21-bae3-c88781c76ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:37.804512 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-1d65f5be-a706-4cdd-9e3a-a70fb4d25c75 None None] Set router 35c94502-fcbc-4f93-bdbd-47c38b2d773c gateway port host: dv-cinder-800229-1-iscsi {{(pid=82098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:52:37.807625 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51b545-5b1e-4a10-8c87-8b2844a04a83 req-563f3644-411b-4cae-b771-4186b85fa6a3 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:37.809325 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-be51b545-5b1e-4a10-8c87-8b2844a04a83 req-563f3644-411b-4cae-b771-4186b85fa6a3 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 945 time: 0.1797078
Jul 14 08:52:37.889576 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7f60a6a5-ac51-47ce-bb1a-40bd5d08b276 admin admin] Notify callbacks [] for router, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:37.942089 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-be51b545-5b1e-4a10-8c87-8b2844a04a83 req-94b83b51-1c70-4817-bb63-83334b4841fb tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1117673
Jul 14 08:52:38.116086 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7f60a6a5-ac51-47ce-bb1a-40bd5d08b276 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:38.124568 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-7f60a6a5-ac51-47ce-bb1a-40bd5d08b276 admin admin] Deleting port cb01eb5c-e36a-4f25-bdff-78debdf1d263 {{(pid=82096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:52:38.124924 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7f60a6a5-ac51-47ce-bb1a-40bd5d08b276 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:38.138960 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-1d65f5be-a706-4cdd-9e3a-a70fb4d25c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64028f15c0>, [{'id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'name': 'tempest-AttachVolumeShelveTestJSON-430322807-router', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'cb01eb5c-e36a-4f25-bdff-78debdf1d263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:40Z', 'updated_at': '2021-07-14T08:52:35Z', 'revision_number': 5, 'project_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'gw_port': {'id': 'cb01eb5c-e36a-4f25-bdff-78debdf1d263', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:41Z', 'updated_at': '2021-07-14T08:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi'}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:52:38.143267 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d65f5be-a706-4cdd-9e3a-a70fb4d25c75 None None] Checking router: 35c94502-fcbc-4f93-bdbd-47c38b2d773c for host: dv-cinder-800229-1-iscsi {{(pid=82098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:52:38.155133 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d65f5be-a706-4cdd-9e3a-a70fb4d25c75 None None] Routers {'35c94502-fcbc-4f93-bdbd-47c38b2d773c'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:52:38.155803 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-1d65f5be-a706-4cdd-9e3a-a70fb4d25c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64028f15c0>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:52:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['35c94502-fcbc-4f93-bdbd-47c38b2d773c'], 'active': True} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:52:38.314517 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-1d65f5be-a706-4cdd-9e3a-a70fb4d25c75 None None] Set router 35c94502-fcbc-4f93-bdbd-47c38b2d773c gateway port host: None {{(pid=82098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:52:38.314706 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-7f60a6a5-ac51-47ce-bb1a-40bd5d08b276 admin admin] For port cb01eb5c-e36a-4f25-bdff-78debdf1d263, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=cb01eb5c-e36a-4f25-bdff-78debdf1d263,segment=NetworkSegment(eeb05519-cb3f-4410-affd-d7c1079f9a7a),segment_id=eeb05519-cb3f-4410-affd-d7c1079f9a7a)] {{(pid=82096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:52:38.315015 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7f60a6a5-ac51-47ce-bb1a-40bd5d08b276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:38.430798 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-1d65f5be-a706-4cdd-9e3a-a70fb4d25c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64028f15c0>, [{'id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'name': 'tempest-AttachVolumeShelveTestJSON-430322807-router', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:40Z', 'updated_at': '2021-07-14T08:52:38Z', 'revision_number': 6, 'project_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'gw_port_host': None}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:52:38.435094 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d65f5be-a706-4cdd-9e3a-a70fb4d25c75 None None] The sync data for ids ['35c94502-fcbc-4f93-bdbd-47c38b2d773c'] in dv-cinder-800229-1-iscsi is: [{'id': '35c94502-fcbc-4f93-bdbd-47c38b2d773c', 'name': 'tempest-AttachVolumeShelveTestJSON-430322807-router', 'tenant_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:40Z', 'updated_at': '2021-07-14T08:52:38Z', 'revision_number': 6, 'project_id': '8b3a1809d9a5426abbaa7d1c2677f387', 'gw_port_host': None}] {{(pid=82098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:52:38.448350 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-7f60a6a5-ac51-47ce-bb1a-40bd5d08b276 admin admin] Calling delete_port for cb01eb5c-e36a-4f25-bdff-78debdf1d263 owned by network:router_gateway {{(pid=82096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:52:38.538867 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:38.648353 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7f60a6a5-ac51-47ce-bb1a-40bd5d08b276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132881'] for port, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:38.653240 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-01108c3f-eded-4c6f-ba62-340c7450f606 tempest-ServerRescueNegativeTestJSON-1841042283 tempest-ServerRescueNegativeTestJSON-1841042283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:52:38.695389 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60a6a5-ac51-47ce-bb1a-40bd5d08b276 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb01eb5c-e36a-4f25-bdff-78debdf1d263,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:52:38.699964 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-7f60a6a5-ac51-47ce-bb1a-40bd5d08b276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:52:38.941139 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7f60a6a5-ac51-47ce-bb1a-40bd5d08b276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854079879'] for router_gateway, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:38.968782 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device cb01eb5c-e36a-4f25-bdff-78debdf1d263 no longer exists at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:52:39.006686 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] No Port match for: cb01eb5c-e36a-4f25-bdff-78debdf1d263 {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:52:39.007088 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device cb01eb5c-e36a-4f25-bdff-78debdf1d263 not bound to the agent host dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:52:39.007591 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device e5d30999-ab6a-41da-bdc0-6e0afa79ebee no longer exists at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:52:39.041407 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] No Port match for: e5d30999-ab6a-41da-bdc0-6e0afa79ebee {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:52:39.041901 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device e5d30999-ab6a-41da-bdc0-6e0afa79ebee not bound to the agent host dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:52:39.182879 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d80a05-9dd4-47a8-a182-254c687bbad7 req-2f5ad8d0-77d3-4673-b4e1-4ba69f08dbf1 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:39.184527 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-71d80a05-9dd4-47a8-a182-254c687bbad7 req-2f5ad8d0-77d3-4673-b4e1-4ba69f08dbf1 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 945 time: 0.0834332
Jul 14 08:52:39.227801 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7f60a6a5-ac51-47ce-bb1a-40bd5d08b276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854083207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29855'] for router, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:39.232219 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7f60a6a5-ac51-47ce-bb1a-40bd5d08b276 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:39.233153 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-71d80a05-9dd4-47a8-a182-254c687bbad7 req-6030b65c-18b8-462c-aec0-5a30c6c01da0 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423470
Jul 14 08:52:39.264004 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7f60a6a5-ac51-47ce-bb1a-40bd5d08b276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697065'] for router, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:39.264669 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f60a6a5-ac51-47ce-bb1a-40bd5d08b276 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35c94502-fcbc-4f93-bdbd-47c38b2d773c {{(pid=82096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 14 08:52:39.278787 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7f60a6a5-ac51-47ce-bb1a-40bd5d08b276 admin admin] Notify callbacks [] for router, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:39.282448 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-7f60a6a5-ac51-47ce-bb1a-40bd5d08b276 admin admin] 10.222.0.42 "DELETE /v2.0/routers/35c94502-fcbc-4f93-bdbd-47c38b2d773c HTTP/1.1" status: 204  len: 168 time: 1.7435689
Jul 14 08:52:39.282828 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 34530) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:52:39.350962 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_v2 [None req-01e516cb-0f17-4e17-8367-147e194cab7d admin admin] Deleting subnet d2471914-bec5-4d3a-8fbd-31586948f335 {{(pid=82096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 14 08:52:39.354382 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-01e516cb-0f17-4e17-8367-147e194cab7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:39.580580 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:39.679989 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-01e516cb-0f17-4e17-8367-147e194cab7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098149'] for subnet, precommit_delete_associations {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:39.752670 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-81c4becd-7e3a-4a86-bbb7-216a7f628242 req-361f9cec-1271-4900-aac3-781ae4e2e418 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.3696043
Jul 14 08:52:39.784834 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-01e516cb-0f17-4e17-8367-147e194cab7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853748987'] for subnet, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:39.861742 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-01e516cb-0f17-4e17-8367-147e194cab7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853643001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852154510'] for subnet, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:39.866745 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-adc96136-6f43-4b3d-b547-6783c075b16a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:52:39.904130 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e516cb-0f17-4e17-8367-147e194cab7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2471914-bec5-4d3a-8fbd-31586948f335,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:52:39.906803 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-01e516cb-0f17-4e17-8367-147e194cab7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:52:39.909590 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-01e516cb-0f17-4e17-8367-147e194cab7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:39.915674 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a9e196-e3d7-4744-b0e8-5ca639827d59 None None] Network 52933724-b56f-4198-aacf-d572e3623b57 requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:52:39.919253 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-01e516cb-0f17-4e17-8367-147e194cab7d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d2471914-bec5-4d3a-8fbd-31586948f335 HTTP/1.1" status: 204  len: 168 time: 0.6328661
Jul 14 08:52:39.919523 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 34538) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:52:40.027169 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 34548) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:52:40.075833 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e90e963d-ec6e-432b-9027-8fb804390c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-950592'] for network, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:40.090453 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-e90e963d-ec6e-432b-9027-8fb804390c45 admin admin] Deleting port 94dde392-41eb-4b8f-8ed1-1d35f25cd249 {{(pid=82096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:52:40.090822 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e90e963d-ec6e-432b-9027-8fb804390c45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:40.122014 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a11411-3abf-4c37-afb6-942817b20130 req-4880f4e6-bec0-44d5-b143-c09f985f65dc tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:40.123801 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f3a11411-3abf-4c37-afb6-942817b20130 req-4880f4e6-bec0-44d5-b143-c09f985f65dc tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 945 time: 0.0932815
Jul 14 08:52:40.201871 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bc7077-e934-44df-b2df-dd334a1cae0f None None] DHCP port deletion for 52933724-b56f-4198-aacf-d572e3623b57 request from dv-cinder-800229-1-iscsi {{(pid=82097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jul 14 08:52:40.205937 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-f0bc7077-e934-44df-b2df-dd334a1cae0f None None] Deleting port 94dde392-41eb-4b8f-8ed1-1d35f25cd249 {{(pid=82097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:52:40.206628 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f0bc7077-e934-44df-b2df-dd334a1cae0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:40.231854 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f3a11411-3abf-4c37-afb6-942817b20130 req-ebb9cdc5-5ed8-4890-b092-1df29960d2a9 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0678420
Jul 14 08:52:40.241773 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-51a46db7-574c-43ef-aa9a-37a6c2bbdd82 req-02a519d6-00a3-42a4-901d-0547a3408e85 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2127252
Jul 14 08:52:40.329325 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-e90e963d-ec6e-432b-9027-8fb804390c45 admin admin] For port 94dde392-41eb-4b8f-8ed1-1d35f25cd249, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=94dde392-41eb-4b8f-8ed1-1d35f25cd249,segment=NetworkSegment(54020ed2-9764-455c-bb75-78a5101f4433),segment_id=54020ed2-9764-455c-bb75-78a5101f4433)] {{(pid=82096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:52:40.329725 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e90e963d-ec6e-432b-9027-8fb804390c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:40.437228 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-f0bc7077-e934-44df-b2df-dd334a1cae0f None None] For port 94dde392-41eb-4b8f-8ed1-1d35f25cd249, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=94dde392-41eb-4b8f-8ed1-1d35f25cd249,segment=NetworkSegment(54020ed2-9764-455c-bb75-78a5101f4433),segment_id=54020ed2-9764-455c-bb75-78a5101f4433)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:52:40.437672 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f0bc7077-e934-44df-b2df-dd334a1cae0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:40.458289 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-e90e963d-ec6e-432b-9027-8fb804390c45 admin admin] Calling delete_port for 94dde392-41eb-4b8f-8ed1-1d35f25cd249 owned by network:dhcp {{(pid=82096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:52:40.530200 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e90e963d-ec6e-432b-9027-8fb804390c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132881'] for port, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:40.534678 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-7f60a6a5-ac51-47ce-bb1a-40bd5d08b276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:52:40.568502 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-f0bc7077-e934-44df-b2df-dd334a1cae0f None None] Calling delete_port for 94dde392-41eb-4b8f-8ed1-1d35f25cd249 owned by network:dhcp {{(pid=82097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:52:40.578569 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e963d-ec6e-432b-9027-8fb804390c45 admin admin] Pushing event deleted for resources: {'Port': ['ID=94dde392-41eb-4b8f-8ed1-1d35f25cd249,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:52:40.582755 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e90e963d-ec6e-432b-9027-8fb804390c45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:52:40.586860 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90e963d-ec6e-432b-9027-8fb804390c45 admin admin] No DVR routers for this DVR port 94dde392-41eb-4b8f-8ed1-1d35f25cd249 on host dv-cinder-800229-1-iscsi {{(pid=82096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 14 08:52:40.715991 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e90e963d-ec6e-432b-9027-8fb804390c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853745778', 'neutron.services.segments.db._delete_segments_for_network--9223363282633926140'] for network, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:40.731222 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-e90e963d-ec6e-432b-9027-8fb804390c45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f64022e16d8>,) {'filters': {'network_id': ['52933724-b56f-4198-aacf-d572e3623b57']}} {{(pid=82096) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:52:40.744665 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-e90e963d-ec6e-432b-9027-8fb804390c45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f64022e16d8>, '54020ed2-9764-455c-bb75-78a5101f4433') {'for_net_delete': True} {{(pid=82096) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:52:40.745036 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-e90e963d-ec6e-432b-9027-8fb804390c45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f64022e16d8>, '54020ed2-9764-455c-bb75-78a5101f4433') {} {{(pid=82096) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:52:40.757476 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e90e963d-ec6e-432b-9027-8fb804390c45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282633931619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852677651'] for segment, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:40.773066 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e90e963d-ec6e-432b-9027-8fb804390c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6123'] for segment, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:40.779454 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e90e963d-ec6e-432b-9027-8fb804390c45 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=82096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 14 08:52:40.779881 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e90e963d-ec6e-432b-9027-8fb804390c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854769693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853642902'] for segment, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:40.791252 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.db.api [None req-f0bc7077-e934-44df-b2df-dd334a1cae0f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82097) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 14 08:52:40.791657 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_db.api [None req-f0bc7077-e934-44df-b2df-dd334a1cae0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 14 08:52:40.793643 dv-cinder-800229-1-iscsi neutron-server[81984]: Traceback (most recent call last):
Jul 14 08:52:40.793643 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 14 08:52:40.793643 dv-cinder-800229-1-iscsi neutron-server[81984]:     timer()
Jul 14 08:52:40.793643 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 14 08:52:40.793643 dv-cinder-800229-1-iscsi neutron-server[81984]:     cb(*args, **kw)
Jul 14 08:52:40.793643 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 14 08:52:40.793643 dv-cinder-800229-1-iscsi neutron-server[81984]:     return func(*args, **kwargs)
Jul 14 08:52:40.793643 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 14 08:52:40.793643 dv-cinder-800229-1-iscsi neutron-server[81984]:     self._notify()
Jul 14 08:52:40.793643 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 14 08:52:40.793643 dv-cinder-800229-1-iscsi neutron-server[81984]:     self.callback(batched_events)
Jul 14 08:52:40.793643 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 14 08:52:40.793643 dv-cinder-800229-1-iscsi neutron-server[81984]:     event.method(event)
Jul 14 08:52:40.793643 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 14 08:52:40.793643 dv-cinder-800229-1-iscsi neutron-server[81984]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 14 08:52:40.793643 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 14 08:52:40.793643 dv-cinder-800229-1-iscsi neutron-server[81984]:     segment_id)['aggregates'][0]
Jul 14 08:52:40.793643 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Jul 14 08:52:40.793643 dv-cinder-800229-1-iscsi neutron-server[81984]:     return f(self, *a, **k)
Jul 14 08:52:40.793643 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 14 08:52:40.793643 dv-cinder-800229-1-iscsi neutron-server[81984]:     return self._get(url).json()
Jul 14 08:52:40.793643 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 14 08:52:40.793643 dv-cinder-800229-1-iscsi neutron-server[81984]:     **kwargs)
Jul 14 08:52:40.793643 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Jul 14 08:52:40.793643 dv-cinder-800229-1-iscsi neutron-server[81984]:     return self.request(url, 'GET', **kwargs)
Jul 14 08:52:40.793643 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Jul 14 08:52:40.793643 dv-cinder-800229-1-iscsi neutron-server[81984]:     **endpoint_filter)
Jul 14 08:52:40.793643 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Jul 14 08:52:40.793643 dv-cinder-800229-1-iscsi neutron-server[81984]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 14 08:52:40.793643 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Jul 14 08:52:40.793643 dv-cinder-800229-1-iscsi neutron-server[81984]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 14 08:52:40.793643 dv-cinder-800229-1-iscsi neutron-server[81984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 14 08:52:40.827240 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device cb2308f7-3d56-4301-8a0d-a171e2bab62d no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:52:40.873120 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e90e963d-ec6e-432b-9027-8fb804390c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1030070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695875'] for network, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:40.876472 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-f6d62e91-73b5-42c8-9846-b50fdf2d443d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:52:40.892849 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e90e963d-ec6e-432b-9027-8fb804390c45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for network, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:40.902239 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e963d-ec6e-432b-9027-8fb804390c45 admin admin] Pushing event deleted for resources: {'Network': ['ID=52933724-b56f-4198-aacf-d572e3623b57,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:52:40.905710 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e90e963d-ec6e-432b-9027-8fb804390c45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:52:40.919545 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-e90e963d-ec6e-432b-9027-8fb804390c45 admin admin] 10.222.0.42 "DELETE /v2.0/networks/52933724-b56f-4198-aacf-d572e3623b57 HTTP/1.1" status: 204  len: 168 time: 0.9989061
Jul 14 08:52:40.951599 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:40.978519 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 94dde392-41eb-4b8f-8ed1-1d35f25cd249 no longer exists at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:52:41.017169 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67df88df-fa58-4ecc-be5e-c1d19ba0ffcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb2308f7-3d56-4301-8a0d-a171e2bab62d'}] {{(pid=82097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:52:41.033342 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] No Port match for: 94dde392-41eb-4b8f-8ed1-1d35f25cd249 {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:52:41.035963 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 94dde392-41eb-4b8f-8ed1-1d35f25cd249 not bound to the agent host dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:52:41.060426 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port cb2308f7-3d56-4301-8a0d-a171e2bab62d, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=cb2308f7-3d56-4301-8a0d-a171e2bab62d,segment=NetworkSegment(745ade6f-7373-46a0-bd3a-0228d40f5712),segment_id=745ade6f-7373-46a0-bd3a-0228d40f5712)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:52:41.060426 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:41.060426 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:52:41.103504 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 34570) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:52:41.112338 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67df88df-fa58-4ecc-be5e-c1d19ba0ffcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb2308f7-3d56-4301-8a0d-a171e2bab62d', 'code': 200}
Jul 14 08:52:41.137326 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=cb2308f7-3d56-4301-8a0d-a171e2bab62d,revision_number=6']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:52:41.146410 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:52:41.146804 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:52:41.147209 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:52:41.147591 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:52:41.147961 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:52:41.148338 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:52:41.148706 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:52:41.149074 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:52:41.149439 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:52:41.149800 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:52:41.150166 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:52:41.154232 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:52:41.164507 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-5eacfebf-bbfb-4b55-a803-0a90bbc2c433 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8b3a1809d9a5426abbaa7d1c2677f387&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0593264
Jul 14 08:52:41.167255 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 34574) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:52:41.232251 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-30bd3816-74fd-48a3-a43b-cf46ba99bb02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:41.261411 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-30bd3816-74fd-48a3-a43b-cf46ba99bb02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:41.292569 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-f0bc7077-e934-44df-b2df-dd334a1cae0f None None] Deleting port 94dde392-41eb-4b8f-8ed1-1d35f25cd249 {{(pid=82097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:52:41.293013 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f0bc7077-e934-44df-b2df-dd334a1cae0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:41.308399 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-30bd3816-74fd-48a3-a43b-cf46ba99bb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:41.313455 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-6cb8ba71-21d2-452e-b567-256bf618e5a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:52:41.330116 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd3816-74fd-48a3-a43b-cf46ba99bb02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d4203c-d0ac-4cb2-93cb-a007e755ac8c,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:52:41.333342 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-30bd3816-74fd-48a3-a43b-cf46ba99bb02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:52:41.335415 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-30bd3816-74fd-48a3-a43b-cf46ba99bb02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:41.336626 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-30bd3816-74fd-48a3-a43b-cf46ba99bb02 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/33d4203c-d0ac-4cb2-93cb-a007e755ac8c HTTP/1.1" status: 204  len: 168 time: 0.1683960
Jul 14 08:52:41.370645 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-f0bc7077-e934-44df-b2df-dd334a1cae0f None None] The port '94dde392-41eb-4b8f-8ed1-1d35f25cd249' was deleted {{(pid=82097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}}
Jul 14 08:52:41.512127 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb977c4-124d-4739-8d20-72909e2e6d74 req-6e7e22bd-7b6a-4122-a6d7-b24b54ca1a4e tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:41.513726 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-dbb977c4-124d-4739-8d20-72909e2e6d74 req-6e7e22bd-7b6a-4122-a6d7-b24b54ca1a4e tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 943 time: 0.0918727
Jul 14 08:52:41.569466 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-dbb977c4-124d-4739-8d20-72909e2e6d74 req-22a4fecb-2a7c-4e17-b720-4bcbe04d163f tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471222
Jul 14 08:52:42.653040 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-51a46db7-574c-43ef-aa9a-37a6c2bbdd82 req-8a3c666e-0b22-4cc2-aa2c-70e5a9e02308 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc&tenant_id=5d08798323484c2898fdb1641777fcca HTTP/1.1" status: 200  len: 1096 time: 0.1159921
Jul 14 08:52:42.758614 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 34622) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:52:42.861136 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-51a46db7-574c-43ef-aa9a-37a6c2bbdd82 req-19b868bd-0e9a-4fe9-a5e2-bd98f0c7e41d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5d08798323484c2898fdb1641777fcca&device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 1096 time: 0.1654449
Jul 14 08:52:42.862881 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad7e2ff-f0e5-464e-8dd5-151d2af7c1b6 req-98e99677-beed-481c-8cff-e0024c7876a3 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:42.880864 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0ad7e2ff-f0e5-464e-8dd5-151d2af7c1b6 req-98e99677-beed-481c-8cff-e0024c7876a3 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 943 time: 0.1425264
Jul 14 08:52:42.969798 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0ad7e2ff-f0e5-464e-8dd5-151d2af7c1b6 req-13b065e5-2e46-4342-90f4-e870e4ca1008 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0874863
Jul 14 08:52:43.066286 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0005b965-e515-494c-8681-2543096409e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:43.247802 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.agents_db [None req-e2914788-e7e4-4a13-b83f-78c3979e9233 None None] Agent healthcheck: found 6 active agents {{(pid=82098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 14 08:52:43.355759 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-0005b965-e515-494c-8681-2543096409e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:52:43.361769 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a46db7-574c-43ef-aa9a-37a6c2bbdd82 req-01746e92-3540-4561-9d48-a9898265905b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:43.363384 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-51a46db7-574c-43ef-aa9a-37a6c2bbdd82 req-01746e92-3540-4561-9d48-a9898265905b service neutron] 10.222.0.43 "GET /v2.0/networks?id=37d353b7-12ef-44c4-8a9b-63df741acc4b HTTP/1.1" status: 200  len: 910 time: 0.4791055
Jul 14 08:52:43.364355 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-0005b965-e515-494c-8681-2543096409e7 admin admin] Usage tracker for resource:security_group_rule and tenant:4e3b5598fd3045cf843439916aa6dc63 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:52:43.367998 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-0005b965-e515-494c-8681-2543096409e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:52:43.424671 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-0005b965-e515-494c-8681-2543096409e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:52:43.499885 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-51a46db7-574c-43ef-aa9a-37a6c2bbdd82 req-c9446c74-ef15-4da8-8bdc-c19bb9e90cd9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb2308f7-3d56-4301-8a0d-a171e2bab62d HTTP/1.1" status: 200  len: 999 time: 0.1287992
Jul 14 08:52:43.601544 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a46db7-574c-43ef-aa9a-37a6c2bbdd82 req-623e82cd-4e14-4e99-a741-df26ee819f56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:43.603046 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-51a46db7-574c-43ef-aa9a-37a6c2bbdd82 req-623e82cd-4e14-4e99-a741-df26ee819f56 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a615d5f3-558f-4146-a085-7707c0194061 HTTP/1.1" status: 200  len: 848 time: 0.0925341
Jul 14 08:52:43.604743 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0005b965-e515-494c-8681-2543096409e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:43.608173 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0005b965-e515-494c-8681-2543096409e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:43.617413 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-9e4b08fa-9caa-4e64-a331-2c89d50bcf45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:52:43.706648 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005b965-e515-494c-8681-2543096409e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8fd0a5-8072-44e2-8b1d-6ebbdce1c740,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:52:43.714220 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-0005b965-e515-494c-8681-2543096409e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:52:43.722689 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-0005b965-e515-494c-8681-2543096409e7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4e3b5598fd3045cf843439916aa6dc63&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9546270
Jul 14 08:52:43.728107 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 34648) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:52:43.742661 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-51a46db7-574c-43ef-aa9a-37a6c2bbdd82 req-f7cc8e4c-31a5-4da7-abc7-85bb61995b42 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=37d353b7-12ef-44c4-8a9b-63df741acc4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1261358
Jul 14 08:52:43.797482 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-4e617408-939c-4412-a9a3-bd41988f390e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:43.826110 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-4e617408-939c-4412-a9a3-bd41988f390e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:43.872023 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-4e617408-939c-4412-a9a3-bd41988f390e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:43.877439 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-fedc51cc-0b88-4f12-8c3a-2b266bbf1449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:52:43.889440 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e617408-939c-4412-a9a3-bd41988f390e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8fd0a5-8072-44e2-8b1d-6ebbdce1c740,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:52:43.894475 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-4e617408-939c-4412-a9a3-bd41988f390e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:52:43.897000 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-4e617408-939c-4412-a9a3-bd41988f390e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:43.899539 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-4e617408-939c-4412-a9a3-bd41988f390e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9b8fd0a5-8072-44e2-8b1d-6ebbdce1c740 HTTP/1.1" status: 204  len: 168 time: 0.1685762
Jul 14 08:52:43.899708 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-51a46db7-574c-43ef-aa9a-37a6c2bbdd82 req-1997f2eb-d30e-4671-9e91-404f87a52c51 service neutron] 10.222.0.43 "GET /v2.0/networks/37d353b7-12ef-44c4-8a9b-63df741acc4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1488631
Jul 14 08:52:44.066089 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-51a46db7-574c-43ef-aa9a-37a6c2bbdd82 req-78fe1fc8-8d0f-4ab8-8975-1451eddfcf5e service neutron] 10.222.0.43 "GET /v2.0/networks/37d353b7-12ef-44c4-8a9b-63df741acc4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1595380
Jul 14 08:52:44.230194 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc336ce4-6c67-4a08-8583-2f02a22c8b6e req-5ed2d9ab-fec4-42c9-a916-90591100bceb tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:44.232001 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bc336ce4-6c67-4a08-8583-2f02a22c8b6e req-5ed2d9ab-fec4-42c9-a916-90591100bceb tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 943 time: 0.0987146
Jul 14 08:52:44.283995 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-bc336ce4-6c67-4a08-8583-2f02a22c8b6e req-574a65bc-176a-41e0-9990-e59b25159542 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458183
Jul 14 08:52:44.366542 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 34668) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:52:44.386727 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-4e9bedb7-21b5-435f-b3fe-4e55c01dbe3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:44.417845 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-4e9bedb7-21b5-435f-b3fe-4e55c01dbe3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:52:44.421809 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-4e9bedb7-21b5-435f-b3fe-4e55c01dbe3f admin admin] Usage tracker for resource:security_group_rule and tenant:343aaa3e62464ca586e092f2f93d0b36 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:52:44.424715 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-4e9bedb7-21b5-435f-b3fe-4e55c01dbe3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:52:44.431150 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-4e9bedb7-21b5-435f-b3fe-4e55c01dbe3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:52:44.497194 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-4e9bedb7-21b5-435f-b3fe-4e55c01dbe3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:44.500209 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-4e9bedb7-21b5-435f-b3fe-4e55c01dbe3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:44.507460 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-8e4b90f4-fa4b-4459-b613-bf2c5ca4fb77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:52:44.548858 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9bedb7-21b5-435f-b3fe-4e55c01dbe3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbf6e40-9f6d-4107-97c1-2d24e38eb4ec,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:52:44.551923 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-4e9bedb7-21b5-435f-b3fe-4e55c01dbe3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:52:44.555075 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-4e9bedb7-21b5-435f-b3fe-4e55c01dbe3f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=343aaa3e62464ca586e092f2f93d0b36&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1871035
Jul 14 08:52:44.557590 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 34672) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:52:44.624622 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0aa8b4fa-b317-45dd-b5c2-d6c545eabdcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:44.651747 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0aa8b4fa-b317-45dd-b5c2-d6c545eabdcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:44.695201 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0aa8b4fa-b317-45dd-b5c2-d6c545eabdcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:44.700086 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-659fa967-5703-4065-a79c-58e7561828df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:52:44.710563 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa8b4fa-b317-45dd-b5c2-d6c545eabdcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbf6e40-9f6d-4107-97c1-2d24e38eb4ec,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:52:44.714209 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-0aa8b4fa-b317-45dd-b5c2-d6c545eabdcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:52:44.718200 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0aa8b4fa-b317-45dd-b5c2-d6c545eabdcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:44.719458 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-0aa8b4fa-b317-45dd-b5c2-d6c545eabdcd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bfbf6e40-9f6d-4107-97c1-2d24e38eb4ec HTTP/1.1" status: 204  len: 168 time: 0.1607249
Jul 14 08:52:45.127932 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 34680) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:52:45.148492 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b5db4f65-c7b5-4bff-87bd-13ae67ac13a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:45.181643 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-b5db4f65-c7b5-4bff-87bd-13ae67ac13a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:52:45.185786 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-b5db4f65-c7b5-4bff-87bd-13ae67ac13a7 admin admin] Usage tracker for resource:security_group_rule and tenant:93e490e444454216ad161c08dcd43ca1 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:52:45.189002 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-b5db4f65-c7b5-4bff-87bd-13ae67ac13a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:52:45.195095 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-b5db4f65-c7b5-4bff-87bd-13ae67ac13a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:52:45.266677 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b5db4f65-c7b5-4bff-87bd-13ae67ac13a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:45.269505 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b5db4f65-c7b5-4bff-87bd-13ae67ac13a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:45.298696 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-2031bad7-dff3-4499-a368-5e3257c724ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:52:45.314729 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-b5db4f65-c7b5-4bff-87bd-13ae67ac13a7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=93e490e444454216ad161c08dcd43ca1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1833298
Jul 14 08:52:45.315583 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 34692) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:52:45.331919 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db4f65-c7b5-4bff-87bd-13ae67ac13a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64100f3e-cffd-49b7-9995-c3e495fc393b,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:52:45.335685 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-b5db4f65-c7b5-4bff-87bd-13ae67ac13a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:52:45.392638 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-72f0f51b-090e-4a1d-be40-404cb072cd9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:45.420716 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-72f0f51b-090e-4a1d-be40-404cb072cd9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:45.467330 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-72f0f51b-090e-4a1d-be40-404cb072cd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:45.472836 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-4b49e49e-d975-4258-a9b5-cec9dca86ce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:52:45.488345 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0f51b-090e-4a1d-be40-404cb072cd9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64100f3e-cffd-49b7-9995-c3e495fc393b,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:52:45.491649 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-72f0f51b-090e-4a1d-be40-404cb072cd9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:52:45.496134 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-72f0f51b-090e-4a1d-be40-404cb072cd9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:45.496276 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae4fdc-71fb-4470-b843-967bcbfb5fc2 req-3d87b2be-fff3-4adf-9ce3-460e3300dc96 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:45.497358 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-72f0f51b-090e-4a1d-be40-404cb072cd9e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/64100f3e-cffd-49b7-9995-c3e495fc393b HTTP/1.1" status: 204  len: 168 time: 0.1803906
Jul 14 08:52:45.502202 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-73ae4fdc-71fb-4470-b843-967bcbfb5fc2 req-3d87b2be-fff3-4adf-9ce3-460e3300dc96 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 943 time: 0.0880272
Jul 14 08:52:45.559785 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-73ae4fdc-71fb-4470-b843-967bcbfb5fc2 req-1122a15c-748b-4a5a-a695-b89c2fc1223c tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450418
Jul 14 08:52:46.792922 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bebabd-8cea-422d-a68d-23fedde0bd47 req-1c760a84-cd6c-42ed-8334-c1e37bb49026 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:46.795205 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a9bebabd-8cea-422d-a68d-23fedde0bd47 req-1c760a84-cd6c-42ed-8334-c1e37bb49026 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 943 time: 0.0883312
Jul 14 08:52:46.830659 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-b7c911a6-3529-4e25-ad8f-0db3d7cdaf91 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1552094773&fields=id&tenant_id=d5ca9a25ddbb42138f9b6a1b70d08687 HTTP/1.1" status: 200  len: 267 time: 0.0581329
Jul 14 08:52:46.859079 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a9bebabd-8cea-422d-a68d-23fedde0bd47 req-8e210e8a-8cbc-4ecd-9a2b-a2f629cdddaa tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508652
Jul 14 08:52:46.999824 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-822f4503-436e-4fb1-96ec-9ed1435a6545 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:47.007435 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-822f4503-436e-4fb1-96ec-9ed1435a6545 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/networks?id=63a55da1-a3c0-4491-b519-b032a596f63a HTTP/1.1" status: 200  len: 812 time: 0.1758363
Jul 14 08:52:47.030094 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-0368900a-3554-4218-a0bd-2220bffd2005 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/quotas/d5ca9a25ddbb42138f9b6a1b70d08687 HTTP/1.1" status: 200  len: 375 time: 0.0215399
Jul 14 08:52:47.132041 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-446b351a-b099-492b-874d-d58201cfa831 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d5ca9a25ddbb42138f9b6a1b70d08687&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1010120
Jul 14 08:52:47.281686 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-0edf5618-ad1b-44dc-bd64-54b32ee2ed84 service neutron] 10.222.0.42 "GET /v2.0/networks/63a55da1-a3c0-4491-b519-b032a596f63a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372628
Jul 14 08:52:47.424709 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-2f565642-03ab-4988-9391-2de13fe58728 service neutron] 10.222.0.42 "GET /v2.0/networks/63a55da1-a3c0-4491-b519-b032a596f63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1354697
Jul 14 08:52:47.844592 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b51fed95-35ce-4af1-9bcc-5a207ae1098b req-81a31274-4c4d-44ae-a037-98e573f44bdc tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e1e88c7-da64-4df7-9733-9ad1e5ac84dc HTTP/1.1" status: 200  len: 210 time: 0.0484605
Jul 14 08:52:48.065104 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d9101-96ee-49c0-8a90-a1e23e504f96 req-40262bb1-6eed-4973-b320-b33ce174e914 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:48.066645 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-411d9101-96ee-49c0-8a90-a1e23e504f96 req-40262bb1-6eed-4973-b320-b33ce174e914 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 943 time: 0.0823212
Jul 14 08:52:48.117923 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-411d9101-96ee-49c0-8a90-a1e23e504f96 req-b0b76c08-390f-4e1c-af3e-bf91ee5872ad tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444756
Jul 14 08:52:49.011601 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-96813a4f-f585-4363-a44e-d2c66527e507 req-72f8b2cd-a5f2-4b5e-a6cb-d4e3beebc9d2 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e1e88c7-da64-4df7-9733-9ad1e5ac84dc HTTP/1.1" status: 200  len: 210 time: 0.0461831
Jul 14 08:52:49.322023 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928fea08-7337-4f8e-8c6d-86debfffc7fa req-a8b43e74-dbf3-45fa-a23b-014405aac024 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:49.323612 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-928fea08-7337-4f8e-8c6d-86debfffc7fa req-a8b43e74-dbf3-45fa-a23b-014405aac024 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 943 time: 0.0850546
Jul 14 08:52:49.371394 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-928fea08-7337-4f8e-8c6d-86debfffc7fa req-56e5be51-8d8c-4f0b-8168-cf460900c035 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415578
Jul 14 08:52:50.177589 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-45522bf7-3f5c-4898-bce9-d6ac97a89711 req-6be5f71a-3074-4831-9180-8882724d741c tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e1e88c7-da64-4df7-9733-9ad1e5ac84dc HTTP/1.1" status: 200  len: 210 time: 0.0450099
Jul 14 08:52:50.580437 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b9a9b-e825-4ee2-a6a0-1471443f4c2c req-3ec86e73-afb8-43a0-8bc9-0f9c3dd184cf tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:50.581993 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0f7b9a9b-e825-4ee2-a6a0-1471443f4c2c req-3ec86e73-afb8-43a0-8bc9-0f9c3dd184cf tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 943 time: 0.0858674
Jul 14 08:52:50.632605 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0f7b9a9b-e825-4ee2-a6a0-1471443f4c2c req-c47b6b3b-06b2-44df-83ad-ea1e2764c89c tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431991
Jul 14 08:52:51.406337 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-93c4e118-42d1-4ea2-9a19-26bea56962d8 req-4ddb9343-e47d-441e-a27d-ce7b5705a276 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e1e88c7-da64-4df7-9733-9ad1e5ac84dc HTTP/1.1" status: 200  len: 210 time: 0.1009839
Jul 14 08:52:51.478748 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-bda9ed64-1b0b-4517-a4a5-fcf22e3744ba tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:51.480268 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-bda9ed64-1b0b-4517-a4a5-fcf22e3744ba tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.43 "GET /v2.0/networks?id=63a55da1-a3c0-4491-b519-b032a596f63a HTTP/1.1" status: 200  len: 812 time: 0.2137115
Jul 14 08:52:51.561358 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-c77132d2-df6e-4c21-9d1f-b536e2e1c8b8 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5ca9a25ddbb42138f9b6a1b70d08687 HTTP/1.1" status: 200  len: 380 time: 0.0521643
Jul 14 08:52:51.578374 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-fae9abc9-6a8d-4da7-8905-1b5d6cc124d3 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Request body: {'port': {'device_id': '9e1e88c7-da64-4df7-9733-9ad1e5ac84dc', 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a', 'admin_state_up': True, 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'security_groups': ['b958f0ae-e380-4606-8c45-4c5a27f14f9e']}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:52:51.734914 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-fae9abc9-6a8d-4da7-8905-1b5d6cc124d3 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:52:51.746082 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-fae9abc9-6a8d-4da7-8905-1b5d6cc124d3 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:52:51.756542 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-fae9abc9-6a8d-4da7-8905-1b5d6cc124d3 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Made reservation on behalf of d5ca9a25ddbb42138f9b6a1b70d08687 for: {'port': 1} {{(pid=82095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 14 08:52:51.762062 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-fae9abc9-6a8d-4da7-8905-1b5d6cc124d3 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:51.853272 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11579e20-64a5-4a87-9c7c-ce00526db86f req-9d492871-5d3e-4c86-b9f7-8231be8d1c54 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:51.855098 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-11579e20-64a5-4a87-9c7c-ce00526db86f req-9d492871-5d3e-4c86-b9f7-8231be8d1c54 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 943 time: 0.0889273
Jul 14 08:52:51.906231 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-11579e20-64a5-4a87-9c7c-ce00526db86f req-f903fc63-0e48-4a83-a407-3f3ad8e7ccca tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431454
Jul 14 08:52:51.947540 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-fae9abc9-6a8d-4da7-8905-1b5d6cc124d3 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Allocated IP 172.20.0.9 (63a55da1-a3c0-4491-b519-b032a596f63a/96d8d046-4279-496a-b8c7-1752b53b9847/a8079eef-2fc8-44a4-8eb1-10e5bafcb247) {{(pid=82095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:52:52.145202 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-fae9abc9-6a8d-4da7-8905-1b5d6cc124d3 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for port, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:52.161943 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-fae9abc9-6a8d-4da7-8905-1b5d6cc124d3 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Transition to ACTIVE for port object a8079eef-2fc8-44a4-8eb1-10e5bafcb247 will not be triggered until provisioned by entity DHCP. {{(pid=82095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:52:52.182310 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-fae9abc9-6a8d-4da7-8905-1b5d6cc124d3 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:52.188073 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:52:52.265621 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-fae9abc9-6a8d-4da7-8905-1b5d6cc124d3 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Network 63a55da1-a3c0-4491-b519-b032a596f63a is already hosted by enough agents. {{(pid=82095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:52:52.269667 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-fae9abc9-6a8d-4da7-8905-1b5d6cc124d3 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Resources bound (agent type, host, resource id):  {{(pid=82095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:52:52.271791 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9abc9-6a8d-4da7-8905-1b5d6cc124d3 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Pushing event updated for resources: {'Port': ['ID=a8079eef-2fc8-44a4-8eb1-10e5bafcb247,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:52:52.274097 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-fae9abc9-6a8d-4da7-8905-1b5d6cc124d3 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Received port after_create {{(pid=82095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:52:52.306471 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-fae9abc9-6a8d-4da7-8905-1b5d6cc124d3 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:52:52.366903 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-fae9abc9-6a8d-4da7-8905-1b5d6cc124d3 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:52.368313 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-fae9abc9-6a8d-4da7-8905-1b5d6cc124d3 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:52.405150 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-fae9abc9-6a8d-4da7-8905-1b5d6cc124d3 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8318968
Jul 14 08:52:52.434306 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-673257ac-e0fe-4029-9576-79eebb6430b8 service neutron] Request body: {'port': {'device_id': '9e1e88c7-da64-4df7-9733-9ad1e5ac84dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=82095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:52:52.660747 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 34824) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:52:52.662620 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-673257ac-e0fe-4029-9576-79eebb6430b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:52.757819 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-774341e0-5a18-4dc6-82d5-b458d2a55667 None None] Provisioning for port a8079eef-2fc8-44a4-8eb1-10e5bafcb247 completed by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:52:52.762923 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-774341e0-5a18-4dc6-82d5-b458d2a55667 None None] Provisioning complete for port a8079eef-2fc8-44a4-8eb1-10e5bafcb247 triggered by entity DHCP. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:52:52.763518 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-774341e0-5a18-4dc6-82d5-b458d2a55667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:52.820759 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-774341e0-5a18-4dc6-82d5-b458d2a55667 None None] Port a8079eef-2fc8-44a4-8eb1-10e5bafcb247 cannot update to ACTIVE because it is not bound. {{(pid=82097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 14 08:52:52.825180 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-92709dbc-6b39-4783-8e3f-2cc070c841e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:52.858957 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-92709dbc-6b39-4783-8e3f-2cc070c841e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:52:52.862898 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-92709dbc-6b39-4783-8e3f-2cc070c841e4 admin admin] Usage tracker for resource:security_group_rule and tenant:5386752737b04c3eb122ef13e51824a6 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:52:52.865504 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device cb2308f7-3d56-4301-8a0d-a171e2bab62d details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 14 08:52:52.865910 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-92709dbc-6b39-4783-8e3f-2cc070c841e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:52:52.872129 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-92709dbc-6b39-4783-8e3f-2cc070c841e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:52:52.900870 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8407e91-d754-43db-af7d-d2d2e6497840 req-c643bfdf-a130-4af7-876d-460c075e5030 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:52.901649 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-f8407e91-d754-43db-af7d-d2d2e6497840 req-c643bfdf-a130-4af7-876d-460c075e5030 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Synchronizing usage tracker for tenant:d5ca9a25ddbb42138f9b6a1b70d08687 on resource:port {{(pid=82095) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:52:52.942269 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-92709dbc-6b39-4783-8e3f-2cc070c841e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:52.945797 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-92709dbc-6b39-4783-8e3f-2cc070c841e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:52.978001 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-5e88369f-5640-49f0-b016-ee5602b47a43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:52:53.011391 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port cb2308f7-3d56-4301-8a0d-a171e2bab62d, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=cb2308f7-3d56-4301-8a0d-a171e2bab62d,segment=NetworkSegment(745ade6f-7373-46a0-bd3a-0228d40f5712),segment_id=745ade6f-7373-46a0-bd3a-0228d40f5712)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:52:53.015581 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-92709dbc-6b39-4783-8e3f-2cc070c841e4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5386752737b04c3eb122ef13e51824a6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3528736
Jul 14 08:52:53.016816 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92709dbc-6b39-4783-8e3f-2cc070c841e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25be46a3-579e-468e-ad85-e3a55018c770,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:52:53.026744 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-f8407e91-d754-43db-af7d-d2d2e6497840 req-c643bfdf-a130-4af7-876d-460c075e5030 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Unset dirty status for tenant:d5ca9a25ddbb42138f9b6a1b70d08687 on resource:port {{(pid=82095) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:52:53.028019 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Returning: {'device': 'cb2308f7-3d56-4301-8a0d-a171e2bab62d', 'network_id': '37d353b7-12ef-44c4-8a9b-63df741acc4b', 'port_id': 'cb2308f7-3d56-4301-8a0d-a171e2bab62d', 'mac_address': 'fa:16:3e:ad:c5:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a615d5f3-558f-4146-a085-7707c0194061', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 14 08:52:53.028863 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f8407e91-d754-43db-af7d-d2d2e6497840 req-c643bfdf-a130-4af7-876d-460c075e5030 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e1e88c7-da64-4df7-9733-9ad1e5ac84dc HTTP/1.1" status: 200  len: 931 time: 0.3682070
Jul 14 08:52:53.031225 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-92709dbc-6b39-4783-8e3f-2cc070c841e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:52:53.034966 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 34832) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:52:53.084291 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:53.103209 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb2308f7-3d56-4301-8a0d-a171e2bab62d {{(pid=82097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:52:53.119034 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port cb2308f7-3d56-4301-8a0d-a171e2bab62d, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=cb2308f7-3d56-4301-8a0d-a171e2bab62d,segment=NetworkSegment(745ade6f-7373-46a0-bd3a-0228d40f5712),segment_id=745ade6f-7373-46a0-bd3a-0228d40f5712)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:52:53.121947 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:53.124656 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:52:53.125930 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f8407e91-d754-43db-af7d-d2d2e6497840 req-5d6ee43b-4718-4fc8-93a2-aaee0bd35967 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0884728
Jul 14 08:52:53.173262 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-405a0260-ba9e-4cd4-9ec9-4a05b8b6fbc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:53.196391 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=cb2308f7-3d56-4301-8a0d-a171e2bab62d,revision_number=7']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:52:53.199571 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:52:53.209025 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-405a0260-ba9e-4cd4-9ec9-4a05b8b6fbc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:53.214167 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-673257ac-e0fe-4029-9576-79eebb6430b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8079eef-2fc8-44a4-8eb1-10e5bafcb247 {{(pid=82095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:52:53.225993 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-673257ac-e0fe-4029-9576-79eebb6430b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:53.228363 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069d2d4-c04f-4d36-b974-24ddc5bbd4de req-72d7eaf1-2cb5-47a2-97ce-dc45d22ec5a9 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:53.229978 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b069d2d4-c04f-4d36-b974-24ddc5bbd4de req-72d7eaf1-2cb5-47a2-97ce-dc45d22ec5a9 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 943 time: 0.1768820
Jul 14 08:52:53.241960 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-673257ac-e0fe-4029-9576-79eebb6430b8 service neutron] Transition to ACTIVE for port object a8079eef-2fc8-44a4-8eb1-10e5bafcb247 will not be triggered until provisioned by entity L2. {{(pid=82095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 14 08:52:53.244968 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-673257ac-e0fe-4029-9576-79eebb6430b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852740876'] for port, after_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:53.249440 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-dd032c99-7da3-45f8-9d41-3c77b19dc27c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:52:53.302284 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b069d2d4-c04f-4d36-b974-24ddc5bbd4de req-5b99d4a8-c17d-4df0-97b0-c280691ae848 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0627203
Jul 14 08:52:53.311499 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-405a0260-ba9e-4cd4-9ec9-4a05b8b6fbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:53.317463 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-3f75d30d-a52c-46c4-9dc7-cb547a3726c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:52:53.332530 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a0260-ba9e-4cd4-9ec9-4a05b8b6fbc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25be46a3-579e-468e-ad85-e3a55018c770,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:52:53.335570 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-405a0260-ba9e-4cd4-9ec9-4a05b8b6fbc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:52:53.344063 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-405a0260-ba9e-4cd4-9ec9-4a05b8b6fbc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:53.345541 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-405a0260-ba9e-4cd4-9ec9-4a05b8b6fbc5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/25be46a3-579e-468e-ad85-e3a55018c770 HTTP/1.1" status: 204  len: 168 time: 0.3093605
Jul 14 08:52:53.387632 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673257ac-e0fe-4029-9576-79eebb6430b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a8079eef-2fc8-44a4-8eb1-10e5bafcb247,revision_number=2']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:52:53.390648 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-673257ac-e0fe-4029-9576-79eebb6430b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:52:53.500627 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] get_ports_and_sgs() called for port_ids ['cb2308f7-3d56-4301-8a0d-a171e2bab62d'] {{(pid=82097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 14 08:52:53.735182 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-673257ac-e0fe-4029-9576-79eebb6430b8 service neutron] Attempting to bind port a8079eef-2fc8-44a4-8eb1-10e5bafcb247 on host hv-cinder-80022 for vnic_type normal with profile  {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 14 08:52:53.735566 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-673257ac-e0fe-4029-9576-79eebb6430b8 service neutron] Attempting to bind port a8079eef-2fc8-44a4-8eb1-10e5bafcb247 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '57e109e9-a08a-4b16-af5b-d8326e490f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a'}] {{(pid=82095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 14 08:52:53.735935 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-673257ac-e0fe-4029-9576-79eebb6430b8 service neutron] Attempting to bind port a8079eef-2fc8-44a4-8eb1-10e5bafcb247 on network 63a55da1-a3c0-4491-b519-b032a596f63a {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:52:53.746572 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-673257ac-e0fe-4029-9576-79eebb6430b8 service neutron] Port a8079eef-2fc8-44a4-8eb1-10e5bafcb247 on network 63a55da1-a3c0-4491-b519-b032a596f63a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 14 08:52:53.746940 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-673257ac-e0fe-4029-9576-79eebb6430b8 service neutron] Attempting to bind port a8079eef-2fc8-44a4-8eb1-10e5bafcb247 on network 63a55da1-a3c0-4491-b519-b032a596f63a {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 14 08:52:53.755311 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-673257ac-e0fe-4029-9576-79eebb6430b8 service neutron] Checking agent: {'id': 'aa24af5c-becf-43a3-9631-f44e6c3cc568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 41, 34), 'started_at': datetime.datetime(2021, 7, 14, 8, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 14 08:52:53.755638 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-673257ac-e0fe-4029-9576-79eebb6430b8 service neutron] Checking segment: {'id': '57e109e9-a08a-4b16-af5b-d8326e490f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 14 08:52:53.756063 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-673257ac-e0fe-4029-9576-79eebb6430b8 service neutron] Bound using segment: {'id': '57e109e9-a08a-4b16-af5b-d8326e490f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a'} {{(pid=82095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 14 08:52:53.756606 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.managers [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-673257ac-e0fe-4029-9576-79eebb6430b8 service neutron] Bound port: a8079eef-2fc8-44a4-8eb1-10e5bafcb247, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57e109e9-a08a-4b16-af5b-d8326e490f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a'}}] {{(pid=82095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 14 08:52:53.756907 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-673257ac-e0fe-4029-9576-79eebb6430b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:53.860435 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-673257ac-e0fe-4029-9576-79eebb6430b8 service neutron] For port a8079eef-2fc8-44a4-8eb1-10e5bafcb247, host hv-cinder-80022, cleared binding levels {{(pid=82095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 14 08:52:53.863643 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-673257ac-e0fe-4029-9576-79eebb6430b8 service neutron] For port a8079eef-2fc8-44a4-8eb1-10e5bafcb247, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=a8079eef-2fc8-44a4-8eb1-10e5bafcb247,segment=NetworkSegment(57e109e9-a08a-4b16-af5b-d8326e490f60),segment_id=57e109e9-a08a-4b16-af5b-d8326e490f60)] {{(pid=82095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 14 08:52:53.868154 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-673257ac-e0fe-4029-9576-79eebb6430b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852740876'] for port, after_update {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:53.872714 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-fae9abc9-6a8d-4da7-8905-1b5d6cc124d3 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:52:53.941179 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-673257ac-e0fe-4029-9576-79eebb6430b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:53.942715 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-673257ac-e0fe-4029-9576-79eebb6430b8 service neutron] 10.222.0.43 "PUT /v2.0/ports/a8079eef-2fc8-44a4-8eb1-10e5bafcb247 HTTP/1.1" status: 200  len: 1093 time: 1.5213916
Jul 14 08:52:53.943308 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e1e88c7-da64-4df7-9733-9ad1e5ac84dc', 'tag': 'a8079eef-2fc8-44a4-8eb1-10e5bafcb247'}] {{(pid=82095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:52:53.970151 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673257ac-e0fe-4029-9576-79eebb6430b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a8079eef-2fc8-44a4-8eb1-10e5bafcb247,revision_number=3']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:52:53.975667 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-673257ac-e0fe-4029-9576-79eebb6430b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:52:54.051272 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e1e88c7-da64-4df7-9733-9ad1e5ac84dc', 'tag': 'a8079eef-2fc8-44a4-8eb1-10e5bafcb247', 'status': 'completed', 'code': 200}
Jul 14 08:52:54.103282 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-2547ba21-02e8-4161-9617-13d1d9319f95 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d5ca9a25ddbb42138f9b6a1b70d08687&device_id=9e1e88c7-da64-4df7-9733-9ad1e5ac84dc HTTP/1.1" status: 200  len: 1096 time: 0.0962217
Jul 14 08:52:54.190520 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-d349e6fc-278f-4408-92a9-98c2754705cb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8079eef-2fc8-44a4-8eb1-10e5bafcb247 HTTP/1.1" status: 200  len: 217 time: 0.0736008
Jul 14 08:52:54.271402 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-9d50fd00-ef08-41ac-b586-af2ec5541cae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:54.273521 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-9d50fd00-ef08-41ac-b586-af2ec5541cae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96d8d046-4279-496a-b8c7-1752b53b9847 HTTP/1.1" status: 200  len: 851 time: 0.0753834
Jul 14 08:52:54.384031 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-6bac540c-7c9f-497e-a5eb-1a7fce3063cc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=63a55da1-a3c0-4491-b519-b032a596f63a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1034894
Jul 14 08:52:54.417932 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ca298-2cf9-409a-a221-e8bc9e516108 req-3c248a6c-d72f-4633-9ae6-3f47a0d3f82e tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:54.419686 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a04ca298-2cf9-409a-a221-e8bc9e516108 req-3c248a6c-d72f-4633-9ae6-3f47a0d3f82e tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e1e88c7-da64-4df7-9733-9ad1e5ac84dc HTTP/1.1" status: 200  len: 943 time: 0.1127319
Jul 14 08:52:54.475753 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a04ca298-2cf9-409a-a221-e8bc9e516108 req-49337ae0-53b9-4bdb-8387-b2dee788d28f tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497196
Jul 14 08:52:54.624485 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-c921b784-4ddb-4e7c-8787-752deee2a69d service neutron] 10.222.0.43 "GET /v2.0/networks/63a55da1-a3c0-4491-b519-b032a596f63a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2325027
Jul 14 08:52:54.635626 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a228190-3c46-42d3-8ee1-aa3225ff59ef req-e1e6379b-1b83-490b-ac90-c9b2612618dc tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:54.637144 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9a228190-3c46-42d3-8ee1-aa3225ff59ef req-e1e6379b-1b83-490b-ac90-c9b2612618dc tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 944 time: 0.1398411
Jul 14 08:52:54.791691 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-9a228190-3c46-42d3-8ee1-aa3225ff59ef req-1474d715-40b2-46e9-861f-06e743a8607c tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1288664
Jul 14 08:52:54.821864 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0731dbb5-ed90-478b-9442-6c96e933bf32 req-e16eb9fc-a714-4cd0-b13b-6e05132d27d5 service neutron] 10.222.0.43 "GET /v2.0/networks/63a55da1-a3c0-4491-b519-b032a596f63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1836603
Jul 14 08:52:54.875608 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device cb2308f7-3d56-4301-8a0d-a171e2bab62d up at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:52:54.946917 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning complete for port cb2308f7-3d56-4301-8a0d-a171e2bab62d triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:52:54.947375 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:54.999007 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e8ad93d7-5aaf-482b-ac89-22c5d56e7527 req-aa73d141-09f4-4e35-9bcc-e743310cf950 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d5ca9a25ddbb42138f9b6a1b70d08687&device_id=9e1e88c7-da64-4df7-9733-9ad1e5ac84dc HTTP/1.1" status: 200  len: 1096 time: 0.0778382
Jul 14 08:52:55.069988 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:55.111363 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port cb2308f7-3d56-4301-8a0d-a171e2bab62d, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=cb2308f7-3d56-4301-8a0d-a171e2bab62d,segment=NetworkSegment(745ade6f-7373-46a0-bd3a-0228d40f5712),segment_id=745ade6f-7373-46a0-bd3a-0228d40f5712)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:52:55.112875 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67df88df-fa58-4ecc-be5e-c1d19ba0ffcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2308f7-3d56-4301-8a0d-a171e2bab62d'}] {{(pid=82097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:52:55.135063 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:52:55.139607 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:52:55.148699 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad93d7-5aaf-482b-ac89-22c5d56e7527 req-4d40ed91-1886-4838-9c3c-b5595b285e95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:55.150540 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e8ad93d7-5aaf-482b-ac89-22c5d56e7527 req-4d40ed91-1886-4838-9c3c-b5595b285e95 service neutron] 10.222.0.43 "GET /v2.0/networks?id=63a55da1-a3c0-4491-b519-b032a596f63a HTTP/1.1" status: 200  len: 913 time: 0.1440094
Jul 14 08:52:55.230580 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67df88df-fa58-4ecc-be5e-c1d19ba0ffcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2308f7-3d56-4301-8a0d-a171e2bab62d', 'code': 200}
Jul 14 08:52:55.231346 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=cb2308f7-3d56-4301-8a0d-a171e2bab62d,revision_number=8']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:52:55.235668 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:52:55.265403 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e8ad93d7-5aaf-482b-ac89-22c5d56e7527 req-353bbe10-abeb-43ce-8c2f-46e8ecc360e9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8079eef-2fc8-44a4-8eb1-10e5bafcb247 HTTP/1.1" status: 200  len: 217 time: 0.1063271
Jul 14 08:52:55.336550 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad93d7-5aaf-482b-ac89-22c5d56e7527 req-ddd2e0c1-78cb-45a3-bde1-2f02d38c4885 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:55.338094 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e8ad93d7-5aaf-482b-ac89-22c5d56e7527 req-ddd2e0c1-78cb-45a3-bde1-2f02d38c4885 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96d8d046-4279-496a-b8c7-1752b53b9847 HTTP/1.1" status: 200  len: 851 time: 0.0644166
Jul 14 08:52:55.436377 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e8ad93d7-5aaf-482b-ac89-22c5d56e7527 req-db911a51-15ee-4428-aab4-8f44977d9364 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=63a55da1-a3c0-4491-b519-b032a596f63a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0871010
Jul 14 08:52:55.611012 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e8ad93d7-5aaf-482b-ac89-22c5d56e7527 req-9b471ae7-5519-405a-b062-91761f7c46fa service neutron] 10.222.0.43 "GET /v2.0/networks/63a55da1-a3c0-4491-b519-b032a596f63a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1618354
Jul 14 08:52:55.637271 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6a676056-559e-4235-aa37-a2ac2951276b req-c21a1107-4579-4387-83aa-206c254694e7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 1098 time: 0.1289811
Jul 14 08:52:55.692740 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6a676056-559e-4235-aa37-a2ac2951276b req-2a0eee92-f99a-4def-89f7-7756554ffd4f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415874
Jul 14 08:52:55.834204 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ffe88-4081-4da5-83c0-fd99fe20d010 req-8580408c-25b7-4472-989b-0560dfa599a0 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:55.835890 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-686ffe88-4081-4da5-83c0-fd99fe20d010 req-8580408c-25b7-4472-989b-0560dfa599a0 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e1e88c7-da64-4df7-9733-9ad1e5ac84dc HTTP/1.1" status: 200  len: 943 time: 0.1905007
Jul 14 08:52:55.839656 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e8ad93d7-5aaf-482b-ac89-22c5d56e7527 req-1be520d6-adaa-446f-b8b2-fd3b5a6ea230 service neutron] 10.222.0.43 "GET /v2.0/networks/63a55da1-a3c0-4491-b519-b032a596f63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2190385
Jul 14 08:52:55.889826 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-686ffe88-4081-4da5-83c0-fd99fe20d010 req-2af9233d-80bf-49de-82a9-cfcadccb40e3 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469754
Jul 14 08:52:55.999649 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6519f1-cbba-4007-9447-78b14b3ed23f req-388b31f8-4849-4d87-a68e-d96cc376ad08 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:56.001180 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3e6519f1-cbba-4007-9447-78b14b3ed23f req-388b31f8-4849-4d87-a68e-d96cc376ad08 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 945 time: 0.0849712
Jul 14 08:52:56.049447 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3e6519f1-cbba-4007-9447-78b14b3ed23f req-9bf9ff69-c1ba-4c0e-812e-36595e860cc1 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413237
Jul 14 08:52:57.100978 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677f027-bbda-4940-84e5-ac8116607efc req-255028ec-e504-4b8d-bd1a-c4fe990f7813 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:57.102814 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6677f027-bbda-4940-84e5-ac8116607efc req-255028ec-e504-4b8d-bd1a-c4fe990f7813 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e1e88c7-da64-4df7-9733-9ad1e5ac84dc HTTP/1.1" status: 200  len: 943 time: 0.0905154
Jul 14 08:52:57.152987 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-6677f027-bbda-4940-84e5-ac8116607efc req-a5712035-3a58-4bc6-9f16-e85300b668f4 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440788
Jul 14 08:52:57.255486 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc2c3f-cfba-4b14-8a40-44cecfa538f3 req-b9052d30-25b2-4a5b-9376-1bb4f786915c tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:57.257067 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e3dc2c3f-cfba-4b14-8a40-44cecfa538f3 req-b9052d30-25b2-4a5b-9376-1bb4f786915c tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 945 time: 0.0822990
Jul 14 08:52:57.305632 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e3dc2c3f-cfba-4b14-8a40-44cecfa538f3 req-240fb3c4-772f-4fd8-9ff2-77066332f6c7 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420868
Jul 14 08:52:58.363496 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6eb283-2909-4357-83b5-c9c7012e7fee req-037f14ff-ee6e-4415-9d80-60e444258879 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:58.365100 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5a6eb283-2909-4357-83b5-c9c7012e7fee req-037f14ff-ee6e-4415-9d80-60e444258879 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e1e88c7-da64-4df7-9733-9ad1e5ac84dc HTTP/1.1" status: 200  len: 943 time: 0.0863099
Jul 14 08:52:58.412810 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5a6eb283-2909-4357-83b5-c9c7012e7fee req-f85a6f88-6d90-4a25-9aec-7b38c4d501a0 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417290
Jul 14 08:52:59.619143 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795ad4c-ca08-46a2-bb17-89d5db12558c req-fef6bb4a-e853-4342-b7ff-bc72b475ae83 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:52:59.620723 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a795ad4c-ca08-46a2-bb17-89d5db12558c req-fef6bb4a-e853-4342-b7ff-bc72b475ae83 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e1e88c7-da64-4df7-9733-9ad1e5ac84dc HTTP/1.1" status: 200  len: 943 time: 0.0859408
Jul 14 08:52:59.667779 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a795ad4c-ca08-46a2-bb17-89d5db12558c req-fae1b607-f8f3-4257-ba68-b17e45f20fe8 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408502
Jul 14 08:53:00.881187 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e76663-5704-4a97-ac3b-d12eaf996a5d req-c491483a-f6e2-476c-971f-e53287490ffa tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:53:00.882788 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-40e76663-5704-4a97-ac3b-d12eaf996a5d req-c491483a-f6e2-476c-971f-e53287490ffa tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e1e88c7-da64-4df7-9733-9ad1e5ac84dc HTTP/1.1" status: 200  len: 943 time: 0.0845034
Jul 14 08:53:00.930849 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-40e76663-5704-4a97-ac3b-d12eaf996a5d req-dc9dc5c2-a302-455a-ab94-795f357f8333 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419655
Jul 14 08:53:02.139502 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a525ad0-0141-4afd-83f8-bf5e13232012 req-e121a1f4-b563-400b-a86f-969df1eed01e tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:53:02.147867 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5a525ad0-0141-4afd-83f8-bf5e13232012 req-e121a1f4-b563-400b-a86f-969df1eed01e tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e1e88c7-da64-4df7-9733-9ad1e5ac84dc HTTP/1.1" status: 200  len: 943 time: 0.0951641
Jul 14 08:53:02.193648 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-5a525ad0-0141-4afd-83f8-bf5e13232012 req-906f37b1-1d26-41c2-bc59-0f42ceba577b tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447543
Jul 14 08:53:02.911608 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device a8079eef-2fc8-44a4-8eb1-10e5bafcb247 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 14 08:53:03.047600 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port a8079eef-2fc8-44a4-8eb1-10e5bafcb247, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=a8079eef-2fc8-44a4-8eb1-10e5bafcb247,segment=NetworkSegment(57e109e9-a08a-4b16-af5b-d8326e490f60),segment_id=57e109e9-a08a-4b16-af5b-d8326e490f60)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:53:03.064758 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Returning: {'device': 'a8079eef-2fc8-44a4-8eb1-10e5bafcb247', 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a', 'port_id': 'a8079eef-2fc8-44a4-8eb1-10e5bafcb247', 'mac_address': 'fa:16:3e:7e:b5:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 14 08:53:03.118198 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:03.135655 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8079eef-2fc8-44a4-8eb1-10e5bafcb247 {{(pid=82097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 14 08:53:03.150152 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port a8079eef-2fc8-44a4-8eb1-10e5bafcb247, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=a8079eef-2fc8-44a4-8eb1-10e5bafcb247,segment=NetworkSegment(57e109e9-a08a-4b16-af5b-d8326e490f60),segment_id=57e109e9-a08a-4b16-af5b-d8326e490f60)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:53:03.152908 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:03.154688 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:53:03.217511 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=a8079eef-2fc8-44a4-8eb1-10e5bafcb247,revision_number=4']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:53:03.220531 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:53:03.408801 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f23c3-f84b-430a-97e8-718746f1c605 req-7deb3508-fed1-472e-8e33-a7699c207238 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:53:03.410423 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f72f23c3-f84b-430a-97e8-718746f1c605 req-7deb3508-fed1-472e-8e33-a7699c207238 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e1e88c7-da64-4df7-9733-9ad1e5ac84dc HTTP/1.1" status: 200  len: 944 time: 0.0876427
Jul 14 08:53:03.461797 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f72f23c3-f84b-430a-97e8-718746f1c605 req-0242a01f-1b8e-4c32-af70-6963b3d6a7fa tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434556
Jul 14 08:53:03.475744 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] get_ports_and_sgs() called for port_ids ['a8079eef-2fc8-44a4-8eb1-10e5bafcb247'] {{(pid=82097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 14 08:53:03.678524 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 35018) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:53:03.844715 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5d7059b3-660c-42f4-9f2d-c857b0f506db admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:03.883580 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-5d7059b3-660c-42f4-9f2d-c857b0f506db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:53:03.887824 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-5d7059b3-660c-42f4-9f2d-c857b0f506db admin admin] Usage tracker for resource:security_group_rule and tenant:7e4f4c4f6e4341989575482706d36569 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:53:03.891481 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-5d7059b3-660c-42f4-9f2d-c857b0f506db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:53:03.899543 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-5d7059b3-660c-42f4-9f2d-c857b0f506db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:53:03.975094 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5d7059b3-660c-42f4-9f2d-c857b0f506db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:03.977705 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5d7059b3-660c-42f4-9f2d-c857b0f506db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:03.984980 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-3c5e67a3-48d3-4efc-a006-afd674fe68fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:53:04.027634 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7059b3-660c-42f4-9f2d-c857b0f506db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86567322-a6e9-41b7-852f-989761030503,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:53:04.031239 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-5d7059b3-660c-42f4-9f2d-c857b0f506db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:53:04.037715 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 35032) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:53:04.038034 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-5d7059b3-660c-42f4-9f2d-c857b0f506db admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7e4f4c4f6e4341989575482706d36569&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3581243
Jul 14 08:53:04.104318 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-a4e4b90a-9485-44b9-93b0-2ee5633ec65c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:04.130853 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-a4e4b90a-9485-44b9-93b0-2ee5633ec65c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:04.176217 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-a4e4b90a-9485-44b9-93b0-2ee5633ec65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:04.181659 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-b38c7669-869c-4c8a-a2a2-0c69afe2a398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:53:04.194761 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e4b90a-9485-44b9-93b0-2ee5633ec65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86567322-a6e9-41b7-852f-989761030503,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:53:04.197510 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-a4e4b90a-9485-44b9-93b0-2ee5633ec65c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:53:04.199650 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-a4e4b90a-9485-44b9-93b0-2ee5633ec65c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:04.200800 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-a4e4b90a-9485-44b9-93b0-2ee5633ec65c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/86567322-a6e9-41b7-852f-989761030503 HTTP/1.1" status: 204  len: 168 time: 0.1616797
Jul 14 08:53:04.668476 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb5ee8-27f8-4d30-8079-1b5170ae7bbb req-e9c90c5f-154b-44ae-8386-9044040efead tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:53:04.670060 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-dcbb5ee8-27f8-4d30-8079-1b5170ae7bbb req-e9c90c5f-154b-44ae-8386-9044040efead tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e1e88c7-da64-4df7-9733-9ad1e5ac84dc HTTP/1.1" status: 200  len: 944 time: 0.0810878
Jul 14 08:53:04.721969 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-dcbb5ee8-27f8-4d30-8079-1b5170ae7bbb req-3ea322f6-a16c-436b-a901-748f57e481f5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454936
Jul 14 08:53:04.938025 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device a8079eef-2fc8-44a4-8eb1-10e5bafcb247 up at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 14 08:53:05.007796 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning for port a8079eef-2fc8-44a4-8eb1-10e5bafcb247 completed by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 14 08:53:05.012421 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.provisioning_blocks [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Provisioning complete for port a8079eef-2fc8-44a4-8eb1-10e5bafcb247 triggered by entity L2. {{(pid=82097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 14 08:53:05.012836 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853749362'] for port, provisioning_complete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:05.126030 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:05.157989 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1e88c7-da64-4df7-9733-9ad1e5ac84dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8079eef-2fc8-44a4-8eb1-10e5bafcb247'}] {{(pid=82097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:53:05.169648 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] For port a8079eef-2fc8-44a4-8eb1-10e5bafcb247, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=a8079eef-2fc8-44a4-8eb1-10e5bafcb247,segment=NetworkSegment(57e109e9-a08a-4b16-af5b-d8326e490f60),segment_id=57e109e9-a08a-4b16-af5b-d8326e490f60)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:53:05.172508 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972'] for port, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:05.174788 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:53:05.215890 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e1e88c7-da64-4df7-9733-9ad1e5ac84dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8079eef-2fc8-44a4-8eb1-10e5bafcb247', 'code': 200}
Jul 14 08:53:05.242404 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Pushing event updated for resources: {'Port': ['ID=a8079eef-2fc8-44a4-8eb1-10e5bafcb247,revision_number=5']} {{(pid=82097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:53:05.245634 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82097) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:53:05.547067 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b5917500-8af5-4333-9cac-cb0572919cd9 req-09680e9d-928c-4ca7-82be-ede3e8a76cf8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9e1e88c7-da64-4df7-9733-9ad1e5ac84dc HTTP/1.1" status: 200  len: 1098 time: 0.0736141
Jul 14 08:53:05.592964 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b5917500-8af5-4333-9cac-cb0572919cd9 req-2c2a708e-13de-42a3-a1d0-66d4db1962a8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392139
Jul 14 08:53:05.778598 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-79575d2f-1195-4ecd-a16e-47862dd86623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:05.926776 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc569a-8147-454b-866d-aadc1bce755f req-7a4cf176-0c5c-435e-b8b5-3599976d98f5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:53:05.928301 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a5dc569a-8147-454b-866d-aadc1bce755f req-7a4cf176-0c5c-435e-b8b5-3599976d98f5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e1e88c7-da64-4df7-9733-9ad1e5ac84dc HTTP/1.1" status: 200  len: 945 time: 0.0809567
Jul 14 08:53:05.976236 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a5dc569a-8147-454b-866d-aadc1bce755f req-0474b0e1-24d9-4b2c-8018-b3c0c727da4a tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419393
Jul 14 08:53:06.089697 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:06.762272 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:07.190662 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005b24b-c381-4f58-8252-33b9b3b6a479 req-caca6fc9-e57a-43ec-a3ce-f465e2d37057 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:53:07.192300 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f005b24b-c381-4f58-8252-33b9b3b6a479 req-caca6fc9-e57a-43ec-a3ce-f465e2d37057 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e1e88c7-da64-4df7-9733-9ad1e5ac84dc HTTP/1.1" status: 200  len: 945 time: 0.0894670
Jul 14 08:53:07.243097 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-f005b24b-c381-4f58-8252-33b9b3b6a479 req-c5defc42-c0c5-4453-acb7-89b57e097e52 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447559
Jul 14 08:53:07.659175 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514242a-f20e-4bc3-abf4-bb0d05aacc06 req-f41a9143-0626-4dcb-a226-7f78b52c024b tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:53:07.661299 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c514242a-f20e-4bc3-abf4-bb0d05aacc06 req-f41a9143-0626-4dcb-a226-7f78b52c024b tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e1e88c7-da64-4df7-9733-9ad1e5ac84dc HTTP/1.1" status: 200  len: 945 time: 0.2957106
Jul 14 08:53:07.710199 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-c514242a-f20e-4bc3-abf4-bb0d05aacc06 req-e6a71b6c-c2f3-494f-a1cb-f02df8ccc3ec tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425601
Jul 14 08:53:07.738496 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 35068) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:53:07.763356 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-99af4681-3fa8-443c-bdce-81e4472e44ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:08.003863 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-d4d6e25b-dcc4-4c8c-83d7-298fc0f303cb tempest-TestVolumeBootPattern-1269980612 tempest-TestVolumeBootPattern-1269980612-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=9e1e88c7-da64-4df7-9733-9ad1e5ac84dc HTTP/1.1" status: 200  len: 1093 time: 0.2635021
Jul 14 08:53:08.006509 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 35074) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:53:08.012166 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.v2.base [None req-b283244f-2e3d-49cd-932d-7a1f5b43ed25 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Request body: {'floatingip': {'floating_network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'port_id': 'a8079eef-2fc8-44a4-8eb1-10e5bafcb247', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'fixed_ip_address': '172.20.0.9'}} {{(pid=82096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 14 08:53:08.017740 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-b283244f-2e3d-49cd-932d-7a1f5b43ed25 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:53:08.022285 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-b283244f-2e3d-49cd-932d-7a1f5b43ed25 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Usage tracker for resource:floatingip and tenant:d5ca9a25ddbb42138f9b6a1b70d08687 is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:53:08.025240 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-b283244f-2e3d-49cd-932d-7a1f5b43ed25 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:53:08.031218 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-b283244f-2e3d-49cd-932d-7a1f5b43ed25 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:53:08.040971 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b283244f-2e3d-49cd-932d-7a1f5b43ed25 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for floatingip, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:08.187047 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b283244f-2e3d-49cd-932d-7a1f5b43ed25 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:08.331243 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_common [None req-b283244f-2e3d-49cd-932d-7a1f5b43ed25 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Allocated IP 172.27.3.169 (67339833-1858-4359-a5f3-39cbe3daa12b/5340f5f3-2f04-41df-9207-8bcd858e18e6/490b2ac9-6db8-4960-9af9-893943014cff) {{(pid=82096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 14 08:53:08.484357 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b283244f-2e3d-49cd-932d-7a1f5b43ed25 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for port, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:08.509887 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b283244f-2e3d-49cd-932d-7a1f5b43ed25 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754220381794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132881'] for port, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:08.514201 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-3e7d8a9f-1022-4442-b668-53000e525d71 tempest-VolumesSnapshotTestJSON-728698655 tempest-VolumesSnapshotTestJSON-728698655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:53:08.536773 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:08.580017 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b283244f-2e3d-49cd-932d-7a1f5b43ed25 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Network 67339833-1858-4359-a5f3-39cbe3daa12b is already hosted by enough agents. {{(pid=82096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 14 08:53:08.583621 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.base_scheduler [None req-b283244f-2e3d-49cd-932d-7a1f5b43ed25 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Resources bound (agent type, host, resource id):  {{(pid=82096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 14 08:53:08.588448 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b283244f-2e3d-49cd-932d-7a1f5b43ed25 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Received port after_create {{(pid=82096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 14 08:53:08.617251 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283244f-2e3d-49cd-932d-7a1f5b43ed25 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Pushing event updated for resources: {'Port': ['ID=490b2ac9-6db8-4960-9af9-893943014cff,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:53:08.622762 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-b283244f-2e3d-49cd-932d-7a1f5b43ed25 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:53:09.103170 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b283244f-2e3d-49cd-932d-7a1f5b43ed25 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:09.163650 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b283244f-2e3d-49cd-932d-7a1f5b43ed25 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8258437'] for port, before_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:09.377627 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b283244f-2e3d-49cd-932d-7a1f5b43ed25 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for port, precommit_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:09.381497 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b283244f-2e3d-49cd-932d-7a1f5b43ed25 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754220797726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754220381811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282634393972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853642936'] for port, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:09.385802 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e90e963d-ec6e-432b-9027-8fb804390c45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:53:09.493313 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283244f-2e3d-49cd-932d-7a1f5b43ed25 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Pushing event updated for resources: {'Port': ['ID=490b2ac9-6db8-4960-9af9-893943014cff,revision_number=2']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:53:09.497425 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-b283244f-2e3d-49cd-932d-7a1f5b43ed25 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:53:09.506308 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b283244f-2e3d-49cd-932d-7a1f5b43ed25 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854084435'] for floatingip, after_update {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:09.583494 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:09.699298 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.db.l3_db [None req-b283244f-2e3d-49cd-932d-7a1f5b43ed25 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Floating IP 3c16ec62-315d-4d96-8956-1f0dfda11415 associated. External IP: 172.27.3.169, port: a8079eef-2fc8-44a4-8eb1-10e5bafcb247.
Jul 14 08:53:10.101059 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b283244f-2e3d-49cd-932d-7a1f5b43ed25 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Router 5be78347-3ba5-4a96-ae33-4dff4e9bb7e0 has already been hosted by L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c {{(pid=82096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 14 08:53:10.538495 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b283244f-2e3d-49cd-932d-7a1f5b43ed25 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:53:10.548421 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded7cf78-e7b6-4cba-a250-d83b66d137ff None None] Sync routers for ids ['5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'] in dv-cinder-800229-1-iscsi {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:53:10.563062 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded7cf78-e7b6-4cba-a250-d83b66d137ff None None] Routers {'5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:53:10.564076 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-ded7cf78-e7b6-4cba-a250-d83b66d137ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64020b6be0>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:53:08Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:53:10.571930 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b283244f-2e3d-49cd-932d-7a1f5b43ed25 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for floatingip, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:10.635235 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-b283244f-2e3d-49cd-932d-7a1f5b43ed25 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6195643
Jul 14 08:53:10.635235 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e1e88c7-da64-4df7-9733-9ad1e5ac84dc', 'tag': 'a8079eef-2fc8-44a4-8eb1-10e5bafcb247'}] {{(pid=82096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:53:10.682285 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e1e88c7-da64-4df7-9733-9ad1e5ac84dc', 'tag': 'a8079eef-2fc8-44a4-8eb1-10e5bafcb247', 'status': 'completed', 'code': 200}
Jul 14 08:53:10.754057 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-ded7cf78-e7b6-4cba-a250-d83b66d137ff None None] Set router 5be78347-3ba5-4a96-ae33-4dff4e9bb7e0 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:53:11.112347 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-ded7cf78-e7b6-4cba-a250-d83b66d137ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64020b6be0>, [{'id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'name': 'tempest-TestVolumeBootPattern-1352610820-router', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:33Z', 'updated_at': '2021-07-14T08:46:42Z', 'revision_number': 4, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'gw_port': {'id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fe:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:34Z', 'updated_at': '2021-07-14T08:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_floatingips': [{'id': '3c16ec62-315d-4d96-8956-1f0dfda11415', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'router_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'port_id': 'a8079eef-2fc8-44a4-8eb1-10e5bafcb247', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a', 'mac_address': 'fa:16:3e:7e:b5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1e88c7-da64-4df7-9733-9ad1e5ac84dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:53:08Z', 'updated_at': '2021-07-14T08:53:08Z', 'revision_number': 0, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'fixed_ip_address_scope': None}, {'id': 'd1c0b76c-bd28-4bd8-bc91-5c5b6822a22d', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'floating_ip_address': '172.27.3.200', 'floating_network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'router_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'port_id': '8f1b260c-b5d4-4746-a94e-403264d82f66', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a', 'mac_address': 'fa:16:3e:3a:f9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f1eecc-51ce-466e-9da9-9fbe94ccca75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:50:56Z', 'updated_at': '2021-07-14T08:50:59Z', 'revision_number': 1, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfdfede3-3646-4b11-bd86-a286e5615db7', 'name': '', 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'mac_address': 'fa:16:3e:18:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:40Z', 'updated_at': '2021-07-14T08:46:57Z', 'revision_number': 5, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'subnets': [{'id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:53:11.116447 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded7cf78-e7b6-4cba-a250-d83b66d137ff None None] Checking router: 5be78347-3ba5-4a96-ae33-4dff4e9bb7e0 for host: dv-cinder-800229-1-iscsi {{(pid=82097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:53:11.127409 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded7cf78-e7b6-4cba-a250-d83b66d137ff None None] Routers {'5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:53:11.128051 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-ded7cf78-e7b6-4cba-a250-d83b66d137ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64020b6be0>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:53:08Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:53:11.477385 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-ded7cf78-e7b6-4cba-a250-d83b66d137ff None None] Set router 5be78347-3ba5-4a96-ae33-4dff4e9bb7e0 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:53:11.837623 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-ded7cf78-e7b6-4cba-a250-d83b66d137ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64020b6be0>, [{'id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'name': 'tempest-TestVolumeBootPattern-1352610820-router', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:33Z', 'updated_at': '2021-07-14T08:46:42Z', 'revision_number': 4, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'gw_port': {'id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fe:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:34Z', 'updated_at': '2021-07-14T08:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_floatingips': [{'id': '3c16ec62-315d-4d96-8956-1f0dfda11415', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'router_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'port_id': 'a8079eef-2fc8-44a4-8eb1-10e5bafcb247', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a', 'mac_address': 'fa:16:3e:7e:b5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1e88c7-da64-4df7-9733-9ad1e5ac84dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:53:08Z', 'updated_at': '2021-07-14T08:53:08Z', 'revision_number': 0, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'fixed_ip_address_scope': None}, {'id': 'd1c0b76c-bd28-4bd8-bc91-5c5b6822a22d', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'floating_ip_address': '172.27.3.200', 'floating_network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'router_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'port_id': '8f1b260c-b5d4-4746-a94e-403264d82f66', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a', 'mac_address': 'fa:16:3e:3a:f9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f1eecc-51ce-466e-9da9-9fbe94ccca75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:50:56Z', 'updated_at': '2021-07-14T08:50:59Z', 'revision_number': 1, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfdfede3-3646-4b11-bd86-a286e5615db7', 'name': '', 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'mac_address': 'fa:16:3e:18:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:40Z', 'updated_at': '2021-07-14T08:46:57Z', 'revision_number': 5, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'subnets': [{'id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:53:11.841790 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded7cf78-e7b6-4cba-a250-d83b66d137ff None None] The sync data for ids ['5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'] in dv-cinder-800229-1-iscsi is: [{'id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'name': 'tempest-TestVolumeBootPattern-1352610820-router', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:33Z', 'updated_at': '2021-07-14T08:46:42Z', 'revision_number': 4, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'gw_port': {'id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fe:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:34Z', 'updated_at': '2021-07-14T08:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_floatingips': [{'id': '3c16ec62-315d-4d96-8956-1f0dfda11415', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'router_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'port_id': 'a8079eef-2fc8-44a4-8eb1-10e5bafcb247', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a', 'mac_address': 'fa:16:3e:7e:b5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1e88c7-da64-4df7-9733-9ad1e5ac84dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:53:08Z', 'updated_at': '2021-07-14T08:53:08Z', 'revision_number': 0, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'fixed_ip_address_scope': None}, {'id': 'd1c0b76c-bd28-4bd8-bc91-5c5b6822a22d', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'floating_ip_address': '172.27.3.200', 'floating_network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'router_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'port_id': '8f1b260c-b5d4-4746-a94e-403264d82f66', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a', 'mac_address': 'fa:16:3e:3a:f9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f1eecc-51ce-466e-9da9-9fbe94ccca75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:50:56Z', 'updated_at': '2021-07-14T08:50:59Z', 'revision_number': 1, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfdfede3-3646-4b11-bd86-a286e5615db7', 'name': '', 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'mac_address': 'fa:16:3e:18:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:40Z', 'updated_at': '2021-07-14T08:46:57Z', 'revision_number': 5, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'subnets': [{'id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:53:12.196732 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d59df8d-f78f-49db-9978-f1a53dfc861a None None] New status for floating IP 3c16ec62-315d-4d96-8956-1f0dfda11415: ACTIVE {{(pid=82098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Jul 14 08:53:13.404779 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-96d0da13-f6d5-4b29-8ad7-a4bdf0e778be req-7b299ade-cb61-4543-9c25-8cf72d842359 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d5ca9a25ddbb42138f9b6a1b70d08687&device_id=9e1e88c7-da64-4df7-9733-9ad1e5ac84dc HTTP/1.1" status: 200  len: 1098 time: 0.0729885
Jul 14 08:53:13.559322 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0da13-f6d5-4b29-8ad7-a4bdf0e778be req-70d3cc53-1327-4fe6-b333-b510bb122203 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:53:13.560922 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-96d0da13-f6d5-4b29-8ad7-a4bdf0e778be req-70d3cc53-1327-4fe6-b333-b510bb122203 service neutron] 10.222.0.43 "GET /v2.0/networks?id=63a55da1-a3c0-4491-b519-b032a596f63a HTTP/1.1" status: 200  len: 913 time: 0.1383815
Jul 14 08:53:13.670994 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-96d0da13-f6d5-4b29-8ad7-a4bdf0e778be req-c6130f40-4e4a-41f3-88bf-8c5e5f46a70c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8079eef-2fc8-44a4-8eb1-10e5bafcb247 HTTP/1.1" status: 200  len: 1001 time: 0.1027970
Jul 14 08:53:13.742291 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0da13-f6d5-4b29-8ad7-a4bdf0e778be req-fc74da8b-167b-4a9d-b3d8-844303ec9fa2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:53:13.743826 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-96d0da13-f6d5-4b29-8ad7-a4bdf0e778be req-fc74da8b-167b-4a9d-b3d8-844303ec9fa2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96d8d046-4279-496a-b8c7-1752b53b9847 HTTP/1.1" status: 200  len: 851 time: 0.0638840
Jul 14 08:53:13.828540 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-96d0da13-f6d5-4b29-8ad7-a4bdf0e778be req-8307a8b5-003b-403b-866f-551d405aa589 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=63a55da1-a3c0-4491-b519-b032a596f63a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0744948
Jul 14 08:53:14.775364 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-96d0da13-f6d5-4b29-8ad7-a4bdf0e778be req-1563eb69-3dad-44f4-a93e-2c2c5e2de882 service neutron] 10.222.0.43 "GET /v2.0/networks/63a55da1-a3c0-4491-b519-b032a596f63a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360664
Jul 14 08:53:15.590585 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-96d0da13-f6d5-4b29-8ad7-a4bdf0e778be req-74b8984e-eab6-4057-aff4-3ff12b63dc7f service neutron] 10.222.0.43 "GET /v2.0/networks/63a55da1-a3c0-4491-b519-b032a596f63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1386981
Jul 14 08:53:20.248300 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.agents_db [None req-e2914788-e7e4-4a13-b83f-78c3979e9233 None None] Agent healthcheck: found 6 active agents {{(pid=82098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 14 08:53:31.794246 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 35272) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:53:31.942475 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-649c1b8c-5dba-4081-9934-621b9cfb9062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:31.975639 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-649c1b8c-5dba-4081-9934-621b9cfb9062 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:53:31.979660 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-649c1b8c-5dba-4081-9934-621b9cfb9062 admin admin] Usage tracker for resource:security_group_rule and tenant:814656a7d4544e3290f3ef8cb4c37c7f is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:53:31.982554 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-649c1b8c-5dba-4081-9934-621b9cfb9062 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:53:31.988528 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-649c1b8c-5dba-4081-9934-621b9cfb9062 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:53:32.053877 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-649c1b8c-5dba-4081-9934-621b9cfb9062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:32.056363 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-649c1b8c-5dba-4081-9934-621b9cfb9062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:32.063599 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-cfe52674-0efd-4e53-8945-967f7d37ea0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:53:32.111351 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-649c1b8c-5dba-4081-9934-621b9cfb9062 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=814656a7d4544e3290f3ef8cb4c37c7f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3159900
Jul 14 08:53:32.112183 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c1b8c-5dba-4081-9934-621b9cfb9062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1a036f-1b1e-4a1d-a07d-84d47d5f5f44,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:53:32.115222 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 35280) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:53:32.115546 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-649c1b8c-5dba-4081-9934-621b9cfb9062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:53:32.177767 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-872ad59d-154d-450b-9b54-f1386ed61c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:32.203642 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-872ad59d-154d-450b-9b54-f1386ed61c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:32.247305 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-872ad59d-154d-450b-9b54-f1386ed61c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:32.252098 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-0ec5edc1-6bde-41ea-9fdd-439b22f78a7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:53:32.264108 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ad59d-154d-450b-9b54-f1386ed61c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1a036f-1b1e-4a1d-a07d-84d47d5f5f44,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:53:32.274316 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-872ad59d-154d-450b-9b54-f1386ed61c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:32.275612 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-872ad59d-154d-450b-9b54-f1386ed61c9c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0b1a036f-1b1e-4a1d-a07d-84d47d5f5f44 HTTP/1.1" status: 204  len: 168 time: 0.1589265
Jul 14 08:53:32.277447 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872ad59d-154d-450b-9b54-f1386ed61c9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:53:32.277864 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872ad59d-154d-450b-9b54-f1386ed61c9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:53:32.278272 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872ad59d-154d-450b-9b54-f1386ed61c9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:53:32.278679 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872ad59d-154d-450b-9b54-f1386ed61c9c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:53:32.279081 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872ad59d-154d-450b-9b54-f1386ed61c9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:53:32.279570 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872ad59d-154d-450b-9b54-f1386ed61c9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:53:32.279888 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872ad59d-154d-450b-9b54-f1386ed61c9c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:53:32.280413 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872ad59d-154d-450b-9b54-f1386ed61c9c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:53:32.280816 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872ad59d-154d-450b-9b54-f1386ed61c9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:53:32.281201 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872ad59d-154d-450b-9b54-f1386ed61c9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:53:32.281577 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872ad59d-154d-450b-9b54-f1386ed61c9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:53:32.286077 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-872ad59d-154d-450b-9b54-f1386ed61c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:53:32.615748 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 35290) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:53:32.636312 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-62a18792-2be1-49f6-ae5a-6e7e850d443b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:32.668603 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-62a18792-2be1-49f6-ae5a-6e7e850d443b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:53:32.672517 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-62a18792-2be1-49f6-ae5a-6e7e850d443b admin admin] Usage tracker for resource:security_group_rule and tenant:dba641c1533241e886b465a32013bf31 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:53:32.675990 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-62a18792-2be1-49f6-ae5a-6e7e850d443b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:53:32.681954 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-62a18792-2be1-49f6-ae5a-6e7e850d443b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:53:32.750583 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-62a18792-2be1-49f6-ae5a-6e7e850d443b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:32.753302 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-62a18792-2be1-49f6-ae5a-6e7e850d443b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:32.760492 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-27a01d2f-769e-477e-a493-11afc1868bd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:53:32.803150 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a18792-2be1-49f6-ae5a-6e7e850d443b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53d83e6-b079-48f2-adb7-a0f71491940e,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:53:32.806401 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-62a18792-2be1-49f6-ae5a-6e7e850d443b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:53:32.808821 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-62a18792-2be1-49f6-ae5a-6e7e850d443b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dba641c1533241e886b465a32013bf31&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1918783
Jul 14 08:53:32.811548 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 35294) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:53:32.875251 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5bf9da41-c536-43d1-bc63-38089f945e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:32.901880 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5bf9da41-c536-43d1-bc63-38089f945e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:32.945724 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5bf9da41-c536-43d1-bc63-38089f945e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:32.950670 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-df578794-8fed-4a64-9758-14ad8e9297e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:53:32.963330 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf9da41-c536-43d1-bc63-38089f945e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53d83e6-b079-48f2-adb7-a0f71491940e,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:53:32.966111 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-5bf9da41-c536-43d1-bc63-38089f945e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:53:32.969393 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5bf9da41-c536-43d1-bc63-38089f945e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:32.970849 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-5bf9da41-c536-43d1-bc63-38089f945e40 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c53d83e6-b079-48f2-adb7-a0f71491940e HTTP/1.1" status: 204  len: 168 time: 0.1580863
Jul 14 08:53:34.395708 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 35324) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:53:34.545717 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-56964487-8222-42bc-8291-5604f9bb8915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:34.582924 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-56964487-8222-42bc-8291-5604f9bb8915 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:53:34.586882 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-56964487-8222-42bc-8291-5604f9bb8915 admin admin] Usage tracker for resource:security_group_rule and tenant:ed5b5b3dd9f346d3a90adc5330a66616 is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:53:34.589788 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-56964487-8222-42bc-8291-5604f9bb8915 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:53:34.595863 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-56964487-8222-42bc-8291-5604f9bb8915 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:53:34.867366 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-56964487-8222-42bc-8291-5604f9bb8915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:34.870361 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-56964487-8222-42bc-8291-5604f9bb8915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:34.878098 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-69b7122f-b512-46dd-a6f1-cf2e25b1f9ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:53:34.918628 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56964487-8222-42bc-8291-5604f9bb8915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2caf3216-507b-4268-a6a0-90893c1878ab,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:53:34.921764 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-56964487-8222-42bc-8291-5604f9bb8915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:53:34.924163 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-56964487-8222-42bc-8291-5604f9bb8915 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ed5b5b3dd9f346d3a90adc5330a66616&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5273855
Jul 14 08:53:34.927569 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 35330) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:53:34.988715 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-a6622ccc-9efa-4583-a6a3-ebd7c0e3dd82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:35.015920 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-a6622ccc-9efa-4583-a6a3-ebd7c0e3dd82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:35.059216 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-a6622ccc-9efa-4583-a6a3-ebd7c0e3dd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:35.064035 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-809c71c3-3b7c-4f56-bbe5-9102b333aa6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:53:35.079132 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6622ccc-9efa-4583-a6a3-ebd7c0e3dd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2caf3216-507b-4268-a6a0-90893c1878ab,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:53:35.082747 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-a6622ccc-9efa-4583-a6a3-ebd7c0e3dd82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:53:35.084704 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-a6622ccc-9efa-4583-a6a3-ebd7c0e3dd82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:35.086617 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-a6622ccc-9efa-4583-a6a3-ebd7c0e3dd82 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2caf3216-507b-4268-a6a0-90893c1878ab HTTP/1.1" status: 204  len: 168 time: 0.1573529
Jul 14 08:53:35.779951 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5a9bf2b5-3ce3-4a0e-86d1-a1149e7f0cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:36.112376 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:36.759161 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 35372) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:53:36.764432 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:36.907834 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cc0f879c-8cd9-4eda-abd3-37722adfd042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:36.940511 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-cc0f879c-8cd9-4eda-abd3-37722adfd042 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:53:36.944956 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-cc0f879c-8cd9-4eda-abd3-37722adfd042 admin admin] Usage tracker for resource:security_group_rule and tenant:ad6d30c21c8b4d3fa27e0888b614f6ae is out of sync, need to count used quota {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:53:36.947912 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-cc0f879c-8cd9-4eda-abd3-37722adfd042 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82095) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:53:36.953814 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-cc0f879c-8cd9-4eda-abd3-37722adfd042 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:53:37.020093 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cc0f879c-8cd9-4eda-abd3-37722adfd042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:37.022803 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-cc0f879c-8cd9-4eda-abd3-37722adfd042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:37.030074 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-51998e99-dfdc-425f-a2d1-15131170452c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:53:37.073451 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-cc0f879c-8cd9-4eda-abd3-37722adfd042 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ad6d30c21c8b4d3fa27e0888b614f6ae&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3130813
Jul 14 08:53:37.074255 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f879c-8cd9-4eda-abd3-37722adfd042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0138ff-614a-412d-9181-011730392c23,revision_number=1']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:53:37.077028 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 35378) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:53:37.077364 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-cc0f879c-8cd9-4eda-abd3-37722adfd042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:53:37.141946 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-bd4fcce7-21e2-44db-9823-dadffb55257a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:37.168443 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-bd4fcce7-21e2-44db-9823-dadffb55257a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:37.213588 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-bd4fcce7-21e2-44db-9823-dadffb55257a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:37.218369 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-dd25af18-877b-40d2-bbee-cb0b4b539f60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:53:37.232842 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fcce7-21e2-44db-9823-dadffb55257a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0138ff-614a-412d-9181-011730392c23,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:53:37.245588 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-bd4fcce7-21e2-44db-9823-dadffb55257a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:37.246784 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-bd4fcce7-21e2-44db-9823-dadffb55257a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3a0138ff-614a-412d-9181-011730392c23 HTTP/1.1" status: 204  len: 168 time: 0.1681302
Jul 14 08:53:37.248300 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fcce7-21e2-44db-9823-dadffb55257a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:53:37.248720 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fcce7-21e2-44db-9823-dadffb55257a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:53:37.249133 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fcce7-21e2-44db-9823-dadffb55257a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:53:37.249620 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fcce7-21e2-44db-9823-dadffb55257a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:53:37.250033 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fcce7-21e2-44db-9823-dadffb55257a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:53:37.250438 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fcce7-21e2-44db-9823-dadffb55257a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:53:37.250840 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fcce7-21e2-44db-9823-dadffb55257a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:53:37.251431 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fcce7-21e2-44db-9823-dadffb55257a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:53:37.251674 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fcce7-21e2-44db-9823-dadffb55257a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:53:37.252071 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fcce7-21e2-44db-9823-dadffb55257a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:53:37.252474 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fcce7-21e2-44db-9823-dadffb55257a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:53:37.256488 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-bd4fcce7-21e2-44db-9823-dadffb55257a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:53:37.673470 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cbd3e4a9-24ef-4307-9b77-9719bed3b1cc req-2c831be0-5b12-4034-890e-9f3d975f45d9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0791402
Jul 14 08:53:37.764644 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c5d0ac13-f154-412e-9882-0aa6cdc11c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:37.844935 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cbd3e4a9-24ef-4307-9b77-9719bed3b1cc req-efe1d445-51ff-4e93-9125-e6318bec8f82 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5d08798323484c2898fdb1641777fcca&device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 1098 time: 0.0762699
Jul 14 08:53:38.002147 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3e4a9-24ef-4307-9b77-9719bed3b1cc req-ccfb48c5-c6b0-4e1c-8819-239635d78c90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:53:38.003870 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cbd3e4a9-24ef-4307-9b77-9719bed3b1cc req-ccfb48c5-c6b0-4e1c-8819-239635d78c90 service neutron] 10.222.0.43 "GET /v2.0/networks?id=37d353b7-12ef-44c4-8a9b-63df741acc4b HTTP/1.1" status: 200  len: 910 time: 0.1395023
Jul 14 08:53:38.117464 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cbd3e4a9-24ef-4307-9b77-9719bed3b1cc req-4ee427c5-f3f2-4bc7-af6b-09d63374f8c6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb2308f7-3d56-4301-8a0d-a171e2bab62d HTTP/1.1" status: 200  len: 1001 time: 0.1062346
Jul 14 08:53:38.186129 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3e4a9-24ef-4307-9b77-9719bed3b1cc req-1ce6d325-2d73-4c40-8564-f29e7f8fcf91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:53:38.187717 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cbd3e4a9-24ef-4307-9b77-9719bed3b1cc req-1ce6d325-2d73-4c40-8564-f29e7f8fcf91 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a615d5f3-558f-4146-a085-7707c0194061 HTTP/1.1" status: 200  len: 848 time: 0.0634778
Jul 14 08:53:38.274069 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cbd3e4a9-24ef-4307-9b77-9719bed3b1cc req-50f0e6a6-93a2-4e0a-8390-34b85416f7dc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=37d353b7-12ef-44c4-8a9b-63df741acc4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0785718
Jul 14 08:53:38.418973 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cbd3e4a9-24ef-4307-9b77-9719bed3b1cc req-e03af7d3-147d-4f53-82c3-b99b0d55edf9 service neutron] 10.222.0.43 "GET /v2.0/networks/37d353b7-12ef-44c4-8a9b-63df741acc4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373742
Jul 14 08:53:38.540278 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:38.564240 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-cbd3e4a9-24ef-4307-9b77-9719bed3b1cc req-7b004bba-f8b1-4572-b2e3-e4a17bc93883 service neutron] 10.222.0.43 "GET /v2.0/networks/37d353b7-12ef-44c4-8a9b-63df741acc4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384902
Jul 14 08:53:39.586729 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:53:57.249517 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.agents_db [None req-e2914788-e7e4-4a13-b83f-78c3979e9233 None None] Agent healthcheck: found 6 active agents {{(pid=82098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 14 08:54:05.781342 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-fc29131c-153f-4067-9307-919cccd4c250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:06.122407 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:06.769552 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:07.765715 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-c0bac0a2-ad70-433c-bf94-4a7ec61c1fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:08.542996 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:09.589738 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:14.395160 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 35586) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:54:14.543776 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-212c9916-8325-4251-973b-fe49d31008d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:14.576763 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-212c9916-8325-4251-973b-fe49d31008d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 14 08:54:14.580719 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-212c9916-8325-4251-973b-fe49d31008d2 admin admin] Usage tracker for resource:security_group_rule and tenant:2600cc82838044e9b75f1105a54c2b4e is out of sync, need to count used quota {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 14 08:54:14.584384 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [None req-212c9916-8325-4251-973b-fe49d31008d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82096) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 14 08:54:14.590333 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.quota.driver [None req-212c9916-8325-4251-973b-fe49d31008d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82096) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 14 08:54:14.659735 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-212c9916-8325-4251-973b-fe49d31008d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:14.662559 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-212c9916-8325-4251-973b-fe49d31008d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_create {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:14.669747 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-6ba6b6bc-cdd2-48fe-b518-9e72b1263b25 tempest-AttachVolumeShelveTestJSON-565036037 tempest-AttachVolumeShelveTestJSON-565036037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:54:14.714074 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-212c9916-8325-4251-973b-fe49d31008d2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2600cc82838044e9b75f1105a54c2b4e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3173573
Jul 14 08:54:14.714742 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c9916-8325-4251-973b-fe49d31008d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5741f48-3827-4e9f-92ce-66a496acfa65,revision_number=1']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:54:14.717603 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 35592) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:54:14.718081 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-212c9916-8325-4251-973b-fe49d31008d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:54:14.781102 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7b4af4fc-1848-40ee-939f-38a38e171dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:14.807674 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7b4af4fc-1848-40ee-939f-38a38e171dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:14.852000 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7b4af4fc-1848-40ee-939f-38a38e171dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:14.856810 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-56964487-8222-42bc-8291-5604f9bb8915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:54:14.869765 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4af4fc-1848-40ee-939f-38a38e171dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5741f48-3827-4e9f-92ce-66a496acfa65,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:54:14.872350 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-7b4af4fc-1848-40ee-939f-38a38e171dd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:54:14.881662 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7b4af4fc-1848-40ee-939f-38a38e171dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:14.882881 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-7b4af4fc-1848-40ee-939f-38a38e171dd1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d5741f48-3827-4e9f-92ce-66a496acfa65 HTTP/1.1" status: 204  len: 168 time: 0.1641905
Jul 14 08:54:19.909403 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 35598) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:54:20.312122 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-51262ba1-6236-4cd5-9087-d5bd39bd82d4 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Deleting port 6ca4e7a2-5315-4ed6-84ec-6d2bead09727 {{(pid=82095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:54:20.312505 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-51262ba1-6236-4cd5-9087-d5bd39bd82d4 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:20.486016 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-51262ba1-6236-4cd5-9087-d5bd39bd82d4 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:20.486388 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-51262ba1-6236-4cd5-9087-d5bd39bd82d4 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:20.611097 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-51262ba1-6236-4cd5-9087-d5bd39bd82d4 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Calling delete_port for 6ca4e7a2-5315-4ed6-84ec-6d2bead09727 owned by network:floatingip {{(pid=82095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:54:20.763530 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-51262ba1-6236-4cd5-9087-d5bd39bd82d4 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:20.767780 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-3861f522-74d6-4bbc-a0f7-160532e03fc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:54:20.812130 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51262ba1-6236-4cd5-9087-d5bd39bd82d4 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Pushing event deleted for resources: {'Port': ['ID=6ca4e7a2-5315-4ed6-84ec-6d2bead09727,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:54:20.815125 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-51262ba1-6236-4cd5-9087-d5bd39bd82d4 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:54:20.906721 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-51262ba1-6236-4cd5-9087-d5bd39bd82d4 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks [] for floatingip, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:21.306223 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51262ba1-6236-4cd5-9087-d5bd39bd82d4 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Router d537b9fc-17d9-42fb-8263-a23ccb377ca3 has already been hosted by L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c {{(pid=82095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 14 08:54:21.513543 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51262ba1-6236-4cd5-9087-d5bd39bd82d4 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:54:21.523465 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514c17be-9456-41f9-8aa7-4b44edd28594 None None] Sync routers for ids ['d537b9fc-17d9-42fb-8263-a23ccb377ca3'] in dv-cinder-800229-1-iscsi {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:54:21.532272 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-51262ba1-6236-4cd5-9087-d5bd39bd82d4 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for floatingip, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:21.535810 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514c17be-9456-41f9-8aa7-4b44edd28594 None None] Routers {'d537b9fc-17d9-42fb-8263-a23ccb377ca3'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:54:21.536488 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-514c17be-9456-41f9-8aa7-4b44edd28594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64026b9240>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:54:08Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['d537b9fc-17d9-42fb-8263-a23ccb377ca3'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:54:21.586774 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-51262ba1-6236-4cd5-9087-d5bd39bd82d4 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "DELETE /v2.0/floatingips/5e0cde87-d585-43a3-abd0-a2d3ddee277d HTTP/1.1" status: 204  len: 168 time: 1.6761458
Jul 14 08:54:21.587428 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67df88df-fa58-4ecc-be5e-c1d19ba0ffcc', 'tag': 'cb2308f7-3d56-4301-8a0d-a171e2bab62d'}] {{(pid=82095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:54:21.662834 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67df88df-fa58-4ecc-be5e-c1d19ba0ffcc', 'tag': 'cb2308f7-3d56-4301-8a0d-a171e2bab62d', 'status': 'completed', 'code': 200}
Jul 14 08:54:21.729666 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-514c17be-9456-41f9-8aa7-4b44edd28594 None None] Set router d537b9fc-17d9-42fb-8263-a23ccb377ca3 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:54:21.885234 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-35fed5a1-958f-49ee-b2f0-76d315ad8d43 req-635c8c75-c676-4bb8-b89a-004c1eb47b4a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5d08798323484c2898fdb1641777fcca&device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 1098 time: 0.1738901
Jul 14 08:54:22.081059 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-514c17be-9456-41f9-8aa7-4b44edd28594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64026b9240>, [{'id': 'd537b9fc-17d9-42fb-8263-a23ccb377ca3', 'name': 'tempest-TestShelveInstance-1018698440-router', 'tenant_id': '5d08798323484c2898fdb1641777fcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '0fa70025-c8e8-445a-8f5b-490391c404ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:48:55Z', 'updated_at': '2021-07-14T08:49:00Z', 'revision_number': 4, 'project_id': '5d08798323484c2898fdb1641777fcca', 'gw_port': {'id': '0fa70025-c8e8-445a-8f5b-490391c404ca', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537b9fc-17d9-42fb-8263-a23ccb377ca3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:48:56Z', 'updated_at': '2021-07-14T08:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': 'e969dba5-2091-4319-ab2a-0c924b554bf2', 'name': '', 'network_id': '37d353b7-12ef-44c4-8a9b-63df741acc4b', 'tenant_id': '5d08798323484c2898fdb1641777fcca', 'mac_address': 'fa:16:3e:e9:c3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537b9fc-17d9-42fb-8263-a23ccb377ca3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a615d5f3-558f-4146-a085-7707c0194061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:48:59Z', 'updated_at': '2021-07-14T08:49:10Z', 'revision_number': 5, 'project_id': '5d08798323484c2898fdb1641777fcca', 'subnets': [{'id': 'a615d5f3-558f-4146-a085-7707c0194061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:54:22.085365 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514c17be-9456-41f9-8aa7-4b44edd28594 None None] Checking router: d537b9fc-17d9-42fb-8263-a23ccb377ca3 for host: dv-cinder-800229-1-iscsi {{(pid=82097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:54:22.097808 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514c17be-9456-41f9-8aa7-4b44edd28594 None None] Routers {'d537b9fc-17d9-42fb-8263-a23ccb377ca3'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:54:22.098409 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-514c17be-9456-41f9-8aa7-4b44edd28594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64026b9240>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:54:08Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['d537b9fc-17d9-42fb-8263-a23ccb377ca3'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:54:22.247708 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fed5a1-958f-49ee-b2f0-76d315ad8d43 req-c4ec28d0-eab2-4514-b19e-3b7a72c654ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:54:22.249294 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-35fed5a1-958f-49ee-b2f0-76d315ad8d43 req-c4ec28d0-eab2-4514-b19e-3b7a72c654ed service neutron] 10.222.0.43 "GET /v2.0/networks?id=37d353b7-12ef-44c4-8a9b-63df741acc4b HTTP/1.1" status: 200  len: 910 time: 0.3535824
Jul 14 08:54:22.289384 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-514c17be-9456-41f9-8aa7-4b44edd28594 None None] Set router d537b9fc-17d9-42fb-8263-a23ccb377ca3 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:54:22.372279 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-35fed5a1-958f-49ee-b2f0-76d315ad8d43 req-7d3531d7-60e5-4c4f-9117-d83ec4306eff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb2308f7-3d56-4301-8a0d-a171e2bab62d HTTP/1.1" status: 200  len: 217 time: 0.1136537
Jul 14 08:54:22.464197 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef48538-df48-4887-9724-278e90989d1d req-3f57b27f-0221-478d-a0aa-4f2b15c101b3 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:54:22.464961 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-0ef48538-df48-4887-9724-278e90989d1d req-3f57b27f-0221-478d-a0aa-4f2b15c101b3 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Synchronizing usage tracker for tenant:5d08798323484c2898fdb1641777fcca on resource:port {{(pid=82095) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:54:22.469581 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fed5a1-958f-49ee-b2f0-76d315ad8d43 req-9b5b2aea-33a7-4f8d-a1fc-2b78581518d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:54:22.471097 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-35fed5a1-958f-49ee-b2f0-76d315ad8d43 req-9b5b2aea-33a7-4f8d-a1fc-2b78581518d9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a615d5f3-558f-4146-a085-7707c0194061 HTTP/1.1" status: 200  len: 848 time: 0.0901763
Jul 14 08:54:22.527690 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-0ef48538-df48-4887-9724-278e90989d1d req-3f57b27f-0221-478d-a0aa-4f2b15c101b3 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Unset dirty status for tenant:5d08798323484c2898fdb1641777fcca on resource:port {{(pid=82095) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:54:22.529130 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0ef48538-df48-4887-9724-278e90989d1d req-3f57b27f-0221-478d-a0aa-4f2b15c101b3 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 945 time: 0.4001400
Jul 14 08:54:22.594782 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-35fed5a1-958f-49ee-b2f0-76d315ad8d43 req-96defd14-1974-4944-a46b-3d23cdbb2a70 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=37d353b7-12ef-44c4-8a9b-63df741acc4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1157870
Jul 14 08:54:22.600207 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-0ef48538-df48-4887-9724-278e90989d1d req-a2392451-9b38-4d52-92dc-8f68a2c5db99 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0631938
Jul 14 08:54:22.609224 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [req-35fed5a1-958f-49ee-b2f0-76d315ad8d43 req-2154b1b7-d834-4207-9b35-c8e1ea782f06 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=82095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 14 08:54:22.610167 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-35fed5a1-958f-49ee-b2f0-76d315ad8d43 req-2154b1b7-d834-4207-9b35-c8e1ea782f06 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0061867
Jul 14 08:54:22.620906 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-514c17be-9456-41f9-8aa7-4b44edd28594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64026b9240>, [{'id': 'd537b9fc-17d9-42fb-8263-a23ccb377ca3', 'name': 'tempest-TestShelveInstance-1018698440-router', 'tenant_id': '5d08798323484c2898fdb1641777fcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '0fa70025-c8e8-445a-8f5b-490391c404ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:48:55Z', 'updated_at': '2021-07-14T08:49:00Z', 'revision_number': 4, 'project_id': '5d08798323484c2898fdb1641777fcca', 'gw_port': {'id': '0fa70025-c8e8-445a-8f5b-490391c404ca', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537b9fc-17d9-42fb-8263-a23ccb377ca3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:48:56Z', 'updated_at': '2021-07-14T08:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': 'e969dba5-2091-4319-ab2a-0c924b554bf2', 'name': '', 'network_id': '37d353b7-12ef-44c4-8a9b-63df741acc4b', 'tenant_id': '5d08798323484c2898fdb1641777fcca', 'mac_address': 'fa:16:3e:e9:c3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537b9fc-17d9-42fb-8263-a23ccb377ca3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a615d5f3-558f-4146-a085-7707c0194061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:48:59Z', 'updated_at': '2021-07-14T08:49:10Z', 'revision_number': 5, 'project_id': '5d08798323484c2898fdb1641777fcca', 'subnets': [{'id': 'a615d5f3-558f-4146-a085-7707c0194061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:54:22.625426 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514c17be-9456-41f9-8aa7-4b44edd28594 None None] The sync data for ids ['d537b9fc-17d9-42fb-8263-a23ccb377ca3'] in dv-cinder-800229-1-iscsi is: [{'id': 'd537b9fc-17d9-42fb-8263-a23ccb377ca3', 'name': 'tempest-TestShelveInstance-1018698440-router', 'tenant_id': '5d08798323484c2898fdb1641777fcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '0fa70025-c8e8-445a-8f5b-490391c404ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:48:55Z', 'updated_at': '2021-07-14T08:49:00Z', 'revision_number': 4, 'project_id': '5d08798323484c2898fdb1641777fcca', 'gw_port': {'id': '0fa70025-c8e8-445a-8f5b-490391c404ca', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537b9fc-17d9-42fb-8263-a23ccb377ca3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:48:56Z', 'updated_at': '2021-07-14T08:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': 'e969dba5-2091-4319-ab2a-0c924b554bf2', 'name': '', 'network_id': '37d353b7-12ef-44c4-8a9b-63df741acc4b', 'tenant_id': '5d08798323484c2898fdb1641777fcca', 'mac_address': 'fa:16:3e:e9:c3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537b9fc-17d9-42fb-8263-a23ccb377ca3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a615d5f3-558f-4146-a085-7707c0194061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:48:59Z', 'updated_at': '2021-07-14T08:49:10Z', 'revision_number': 5, 'project_id': '5d08798323484c2898fdb1641777fcca', 'subnets': [{'id': 'a615d5f3-558f-4146-a085-7707c0194061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:54:22.771833 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-35fed5a1-958f-49ee-b2f0-76d315ad8d43 req-171b8037-2580-4d7a-8438-80dbc25771db service neutron] 10.222.0.43 "GET /v2.0/networks/37d353b7-12ef-44c4-8a9b-63df741acc4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1521051
Jul 14 08:54:22.924453 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-35fed5a1-958f-49ee-b2f0-76d315ad8d43 req-2f3cce67-f606-4e76-8250-88e8c65d3e7a service neutron] 10.222.0.43 "GET /v2.0/networks/37d353b7-12ef-44c4-8a9b-63df741acc4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1447396
Jul 14 08:54:23.097637 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a22e2a7-5e19-4d39-b4a4-d618b37b1c2f None None] New status for floating IP 5e0cde87-d585-43a3-abd0-a2d3ddee277d: DOWN {{(pid=82098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Jul 14 08:54:23.888156 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635d87a-2153-423c-8d92-55b59a9523fb req-2b99aaf9-eb62-4ec8-a0c6-b4c3b5c98e57 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:54:23.889644 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2635d87a-2153-423c-8d92-55b59a9523fb req-2b99aaf9-eb62-4ec8-a0c6-b4c3b5c98e57 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 945 time: 0.1594765
Jul 14 08:54:23.936822 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-2635d87a-2153-423c-8d92-55b59a9523fb req-7f748374-910e-46cb-9a63-19f0ac85612e tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/security-groups?id=40f63e2b-7e9f-408c-9a4b-404382302049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404668
Jul 14 08:54:24.032528 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506fe102-3771-4ef9-bc20-fdfe672837f1 req-0bea1747-129d-40f3-9312-4cbba4a4a231 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:54:24.034059 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-506fe102-3771-4ef9-bc20-fdfe672837f1 req-0bea1747-129d-40f3-9312-4cbba4a4a231 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.43 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 945 time: 0.0816498
Jul 14 08:54:24.119802 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [req-506fe102-3771-4ef9-bc20-fdfe672837f1 req-c87bff0d-e46f-486f-bad9-21a97a0041c3 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Deleting port cb2308f7-3d56-4301-8a0d-a171e2bab62d {{(pid=82095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:54:24.120195 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-506fe102-3771-4ef9-bc20-fdfe672837f1 req-c87bff0d-e46f-486f-bad9-21a97a0041c3 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:24.368747 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-506fe102-3771-4ef9-bc20-fdfe672837f1 req-c87bff0d-e46f-486f-bad9-21a97a0041c3 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] For port cb2308f7-3d56-4301-8a0d-a171e2bab62d, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=cb2308f7-3d56-4301-8a0d-a171e2bab62d,segment=NetworkSegment(745ade6f-7373-46a0-bd3a-0228d40f5712),segment_id=745ade6f-7373-46a0-bd3a-0228d40f5712)] {{(pid=82095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:54:24.369154 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-506fe102-3771-4ef9-bc20-fdfe672837f1 req-c87bff0d-e46f-486f-bad9-21a97a0041c3 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:24.496919 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [req-506fe102-3771-4ef9-bc20-fdfe672837f1 req-c87bff0d-e46f-486f-bad9-21a97a0041c3 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Calling delete_port for cb2308f7-3d56-4301-8a0d-a171e2bab62d owned by compute:nova {{(pid=82095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:54:24.637699 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-506fe102-3771-4ef9-bc20-fdfe672837f1 req-c87bff0d-e46f-486f-bad9-21a97a0041c3 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:24.643368 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-19cc09f6-e339-44a1-864e-864715064e84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:54:24.689008 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bff0d-e46f-486f-bad9-21a97a0041c3 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Pushing event deleted for resources: {'Port': ['ID=cb2308f7-3d56-4301-8a0d-a171e2bab62d,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:54:24.693818 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c87bff0d-e46f-486f-bad9-21a97a0041c3 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:54:24.763752 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [req-506fe102-3771-4ef9-bc20-fdfe672837f1 req-c87bff0d-e46f-486f-bad9-21a97a0041c3 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] No DVR routers for this DVR port cb2308f7-3d56-4301-8a0d-a171e2bab62d on host hv-cinder-80022 {{(pid=82095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 14 08:54:24.766130 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-506fe102-3771-4ef9-bc20-fdfe672837f1 req-c87bff0d-e46f-486f-bad9-21a97a0041c3 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:24.768897 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67df88df-fa58-4ecc-be5e-c1d19ba0ffcc', 'name': 'network-vif-deleted', 'tag': 'cb2308f7-3d56-4301-8a0d-a171e2bab62d'}] {{(pid=82095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:54:24.783219 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-506fe102-3771-4ef9-bc20-fdfe672837f1 req-c87bff0d-e46f-486f-bad9-21a97a0041c3 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.43 "DELETE /v2.0/ports/cb2308f7-3d56-4301-8a0d-a171e2bab62d HTTP/1.1" status: 204  len: 173 time: 0.7407622
Jul 14 08:54:24.823310 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67df88df-fa58-4ecc-be5e-c1d19ba0ffcc', 'name': 'network-vif-deleted', 'tag': 'cb2308f7-3d56-4301-8a0d-a171e2bab62d', 'status': 'completed', 'code': 200}
Jul 14 08:54:25.109929 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-51e32d32-e004-40c2-85f5-6a85231b892c req-31cea8ee-d9d5-4c2c-aec9-9034a1e5fa23 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "GET /v2.0/ports?device_id=67df88df-fa58-4ecc-be5e-c1d19ba0ffcc HTTP/1.1" status: 200  len: 210 time: 0.0515308
Jul 14 08:54:26.217550 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 35628) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:54:26.294586 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-22a6ed77-d3b1-437e-a5f7-8a9b4f1ea344 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:26.324646 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-22a6ed77-d3b1-437e-a5f7-8a9b4f1ea344 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:26.374502 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-22a6ed77-d3b1-437e-a5f7-8a9b4f1ea344 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:26.379863 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-872ad59d-154d-450b-9b54-f1386ed61c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:54:26.394848 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6ed77-d3b1-437e-a5f7-8a9b4f1ea344 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f63e2b-7e9f-408c-9a4b-404382302049,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:54:26.397711 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-22a6ed77-d3b1-437e-a5f7-8a9b4f1ea344 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:54:26.404123 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-22a6ed77-d3b1-437e-a5f7-8a9b4f1ea344 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:26.405349 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-22a6ed77-d3b1-437e-a5f7-8a9b4f1ea344 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] 10.222.0.42 "DELETE /v2.0/security-groups/40f63e2b-7e9f-408c-9a4b-404382302049 HTTP/1.1" status: 204  len: 168 time: 0.1867518
Jul 14 08:54:26.464286 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 35634) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:54:26.999423 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5c8f40ae-b459-4063-8a5a-ed24b85dabe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854084536'] for router_interface, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:27.301526 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device cb2308f7-3d56-4301-8a0d-a171e2bab62d no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:54:27.333988 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] No Port match for: cb2308f7-3d56-4301-8a0d-a171e2bab62d {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:54:27.334383 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device cb2308f7-3d56-4301-8a0d-a171e2bab62d not bound to the agent host hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:54:27.608103 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-5c8f40ae-b459-4063-8a5a-ed24b85dabe1 admin admin] Deleting port e969dba5-2091-4319-ab2a-0c924b554bf2 {{(pid=82095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:54:27.608487 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5c8f40ae-b459-4063-8a5a-ed24b85dabe1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:27.785111 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-5c8f40ae-b459-4063-8a5a-ed24b85dabe1 admin admin] For port e969dba5-2091-4319-ab2a-0c924b554bf2, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=e969dba5-2091-4319-ab2a-0c924b554bf2,segment=NetworkSegment(745ade6f-7373-46a0-bd3a-0228d40f5712),segment_id=745ade6f-7373-46a0-bd3a-0228d40f5712)] {{(pid=82095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:54:27.785512 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5c8f40ae-b459-4063-8a5a-ed24b85dabe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:27.911771 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-5c8f40ae-b459-4063-8a5a-ed24b85dabe1 admin admin] Calling delete_port for e969dba5-2091-4319-ab2a-0c924b554bf2 owned by network:router_interface {{(pid=82095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:54:28.073400 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5c8f40ae-b459-4063-8a5a-ed24b85dabe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:28.077691 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-1e063d1a-f28b-419b-99af-6f76c3714f64 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:54:28.118197 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f40ae-b459-4063-8a5a-ed24b85dabe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e969dba5-2091-4319-ab2a-0c924b554bf2,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:54:28.122409 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-5c8f40ae-b459-4063-8a5a-ed24b85dabe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:54:28.626495 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5c8f40ae-b459-4063-8a5a-ed24b85dabe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7804734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699896'] for router_interface, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:29.216719 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8f40ae-b459-4063-8a5a-ed24b85dabe1 admin admin] Router d537b9fc-17d9-42fb-8263-a23ccb377ca3 has already been hosted by L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c {{(pid=82095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 14 08:54:29.420807 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8f40ae-b459-4063-8a5a-ed24b85dabe1 admin admin] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:54:29.430067 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39bb9f1-eaef-4f7f-9a59-0a69cec4768a None None] Sync routers for ids ['d537b9fc-17d9-42fb-8263-a23ccb377ca3'] in dv-cinder-800229-1-iscsi {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:54:29.433876 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-5c8f40ae-b459-4063-8a5a-ed24b85dabe1 admin admin] 10.222.0.42 "PUT /v2.0/routers/d537b9fc-17d9-42fb-8263-a23ccb377ca3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9684329
Jul 14 08:54:29.436575 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 35640) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:54:29.442578 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39bb9f1-eaef-4f7f-9a59-0a69cec4768a None None] Routers {'d537b9fc-17d9-42fb-8263-a23ccb377ca3'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:54:29.443271 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-b39bb9f1-eaef-4f7f-9a59-0a69cec4768a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64021d2940>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:54:08Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['d537b9fc-17d9-42fb-8263-a23ccb377ca3'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:54:29.633086 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-b39bb9f1-eaef-4f7f-9a59-0a69cec4768a None None] Set router d537b9fc-17d9-42fb-8263-a23ccb377ca3 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:54:29.639410 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-762fb1d8-73cf-49ae-898c-533402607b03 admin admin] Notify callbacks [] for router, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:29.841453 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-762fb1d8-73cf-49ae-898c-533402607b03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:29.852850 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-762fb1d8-73cf-49ae-898c-533402607b03 admin admin] Deleting port 0fa70025-c8e8-445a-8f5b-490391c404ca {{(pid=82095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:54:29.853250 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-762fb1d8-73cf-49ae-898c-533402607b03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:30.044185 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-762fb1d8-73cf-49ae-898c-533402607b03 admin admin] For port 0fa70025-c8e8-445a-8f5b-490391c404ca, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=0fa70025-c8e8-445a-8f5b-490391c404ca,segment=NetworkSegment(eeb05519-cb3f-4410-affd-d7c1079f9a7a),segment_id=eeb05519-cb3f-4410-affd-d7c1079f9a7a)] {{(pid=82095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:54:30.044585 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-762fb1d8-73cf-49ae-898c-533402607b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:30.084602 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-b39bb9f1-eaef-4f7f-9a59-0a69cec4768a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64021d2940>, [{'id': 'd537b9fc-17d9-42fb-8263-a23ccb377ca3', 'name': 'tempest-TestShelveInstance-1018698440-router', 'tenant_id': '5d08798323484c2898fdb1641777fcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '0fa70025-c8e8-445a-8f5b-490391c404ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:48:55Z', 'updated_at': '2021-07-14T08:54:28Z', 'revision_number': 5, 'project_id': '5d08798323484c2898fdb1641777fcca', 'gw_port': {'id': '0fa70025-c8e8-445a-8f5b-490391c404ca', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537b9fc-17d9-42fb-8263-a23ccb377ca3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:48:56Z', 'updated_at': '2021-07-14T08:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi'}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:54:30.088630 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39bb9f1-eaef-4f7f-9a59-0a69cec4768a None None] Checking router: d537b9fc-17d9-42fb-8263-a23ccb377ca3 for host: dv-cinder-800229-1-iscsi {{(pid=82097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:54:30.100775 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39bb9f1-eaef-4f7f-9a59-0a69cec4768a None None] Routers {'d537b9fc-17d9-42fb-8263-a23ccb377ca3'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:54:30.101478 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-b39bb9f1-eaef-4f7f-9a59-0a69cec4768a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64021d2940>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:54:08Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['d537b9fc-17d9-42fb-8263-a23ccb377ca3'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:54:30.171246 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-762fb1d8-73cf-49ae-898c-533402607b03 admin admin] Calling delete_port for 0fa70025-c8e8-445a-8f5b-490391c404ca owned by network:router_gateway {{(pid=82095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:54:30.258596 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-b39bb9f1-eaef-4f7f-9a59-0a69cec4768a None None] Set router d537b9fc-17d9-42fb-8263-a23ccb377ca3 gateway port host: None {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:54:30.341960 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-762fb1d8-73cf-49ae-898c-533402607b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:30.347273 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-e617f49d-d24c-47a5-bba8-28652858259a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:54:30.371366 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-b39bb9f1-eaef-4f7f-9a59-0a69cec4768a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64021d2940>, [{'id': 'd537b9fc-17d9-42fb-8263-a23ccb377ca3', 'name': 'tempest-TestShelveInstance-1018698440-router', 'tenant_id': '5d08798323484c2898fdb1641777fcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:48:55Z', 'updated_at': '2021-07-14T08:54:29Z', 'revision_number': 6, 'project_id': '5d08798323484c2898fdb1641777fcca', 'gw_port_host': None}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:54:30.375401 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39bb9f1-eaef-4f7f-9a59-0a69cec4768a None None] The sync data for ids ['d537b9fc-17d9-42fb-8263-a23ccb377ca3'] in dv-cinder-800229-1-iscsi is: [{'id': 'd537b9fc-17d9-42fb-8263-a23ccb377ca3', 'name': 'tempest-TestShelveInstance-1018698440-router', 'tenant_id': '5d08798323484c2898fdb1641777fcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:48:55Z', 'updated_at': '2021-07-14T08:54:29Z', 'revision_number': 6, 'project_id': '5d08798323484c2898fdb1641777fcca', 'gw_port_host': None}] {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:54:30.389811 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762fb1d8-73cf-49ae-898c-533402607b03 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fa70025-c8e8-445a-8f5b-490391c404ca,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:54:30.392632 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-762fb1d8-73cf-49ae-898c-533402607b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:54:30.627053 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-762fb1d8-73cf-49ae-898c-533402607b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854079879'] for router_gateway, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:31.031397 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 0fa70025-c8e8-445a-8f5b-490391c404ca no longer exists at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:54:31.064914 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] No Port match for: 0fa70025-c8e8-445a-8f5b-490391c404ca {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:54:31.065809 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 0fa70025-c8e8-445a-8f5b-490391c404ca not bound to the agent host dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:54:31.066277 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device e969dba5-2091-4319-ab2a-0c924b554bf2 no longer exists at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:54:31.098705 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] No Port match for: e969dba5-2091-4319-ab2a-0c924b554bf2 {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:54:31.099134 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device e969dba5-2091-4319-ab2a-0c924b554bf2 not bound to the agent host dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:54:31.115175 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-762fb1d8-73cf-49ae-898c-533402607b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854083207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29855'] for router, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:31.119650 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-762fb1d8-73cf-49ae-898c-533402607b03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:31.141345 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-762fb1d8-73cf-49ae-898c-533402607b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697065'] for router, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:31.141906 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762fb1d8-73cf-49ae-898c-533402607b03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d537b9fc-17d9-42fb-8263-a23ccb377ca3 {{(pid=82095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 14 08:54:31.154333 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-762fb1d8-73cf-49ae-898c-533402607b03 admin admin] Notify callbacks [] for router, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:31.157569 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-762fb1d8-73cf-49ae-898c-533402607b03 admin admin] 10.222.0.42 "DELETE /v2.0/routers/d537b9fc-17d9-42fb-8263-a23ccb377ca3 HTTP/1.1" status: 204  len: 168 time: 1.7198920
Jul 14 08:54:31.158209 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 35644) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:54:31.228111 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_v2 [None req-b958657b-45a1-439e-934a-5dec8ab421d9 admin admin] Deleting subnet a615d5f3-558f-4146-a085-7707c0194061 {{(pid=82095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 14 08:54:31.231799 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b958657b-45a1-439e-934a-5dec8ab421d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:31.284391 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b958657b-45a1-439e-934a-5dec8ab421d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852833241'] for subnet, precommit_delete_associations {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:31.368033 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b958657b-45a1-439e-934a-5dec8ab421d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853748987'] for subnet, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:31.438794 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b958657b-45a1-439e-934a-5dec8ab421d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852740933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852356646'] for subnet, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:31.444219 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:54:31.479723 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958657b-45a1-439e-934a-5dec8ab421d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a615d5f3-558f-4146-a085-7707c0194061,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:54:31.483493 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-b958657b-45a1-439e-934a-5dec8ab421d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:54:31.486764 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b958657b-45a1-439e-934a-5dec8ab421d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for subnet, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:31.492692 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7f52c0-9319-4d85-a386-a52702281749 None None] Network 37d353b7-12ef-44c4-8a9b-63df741acc4b requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:54:31.493646 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-b958657b-45a1-439e-934a-5dec8ab421d9 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a615d5f3-558f-4146-a085-7707c0194061 HTTP/1.1" status: 204  len: 168 time: 0.3343880
Jul 14 08:54:31.496343 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 35648) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:54:31.613234 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-06bfb9fa-1d81-4988-a6ea-682dc4b01686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-950592'] for network, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:31.628543 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-06bfb9fa-1d81-4988-a6ea-682dc4b01686 admin admin] Deleting port c08bb69d-e703-43e2-959f-320727d3bb2d {{(pid=82095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:54:31.628543 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-06bfb9fa-1d81-4988-a6ea-682dc4b01686 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:31.755862 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a197db9-5f8c-4dc8-b6eb-a8f8da34b47c None None] DHCP port deletion for 37d353b7-12ef-44c4-8a9b-63df741acc4b request from dv-cinder-800229-1-iscsi {{(pid=82097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jul 14 08:54:31.760054 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-6a197db9-5f8c-4dc8-b6eb-a8f8da34b47c None None] Deleting port c08bb69d-e703-43e2-959f-320727d3bb2d {{(pid=82097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:54:31.760475 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6a197db9-5f8c-4dc8-b6eb-a8f8da34b47c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:31.842152 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-06bfb9fa-1d81-4988-a6ea-682dc4b01686 admin admin] For port c08bb69d-e703-43e2-959f-320727d3bb2d, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=c08bb69d-e703-43e2-959f-320727d3bb2d,segment=NetworkSegment(745ade6f-7373-46a0-bd3a-0228d40f5712),segment_id=745ade6f-7373-46a0-bd3a-0228d40f5712)] {{(pid=82095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:54:31.842712 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-06bfb9fa-1d81-4988-a6ea-682dc4b01686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:31.968160 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-06bfb9fa-1d81-4988-a6ea-682dc4b01686 admin admin] Calling delete_port for c08bb69d-e703-43e2-959f-320727d3bb2d owned by network:dhcp {{(pid=82095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:54:31.969568 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-6a197db9-5f8c-4dc8-b6eb-a8f8da34b47c None None] For port c08bb69d-e703-43e2-959f-320727d3bb2d, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=c08bb69d-e703-43e2-959f-320727d3bb2d,segment=NetworkSegment(745ade6f-7373-46a0-bd3a-0228d40f5712),segment_id=745ade6f-7373-46a0-bd3a-0228d40f5712)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:54:31.970012 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6a197db9-5f8c-4dc8-b6eb-a8f8da34b47c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:32.039323 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-06bfb9fa-1d81-4988-a6ea-682dc4b01686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:32.043812 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-51262ba1-6236-4cd5-9087-d5bd39bd82d4 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:54:32.089440 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bfb9fa-1d81-4988-a6ea-682dc4b01686 admin admin] Pushing event deleted for resources: {'Port': ['ID=c08bb69d-e703-43e2-959f-320727d3bb2d,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:54:32.093303 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-06bfb9fa-1d81-4988-a6ea-682dc4b01686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:54:32.095820 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-6a197db9-5f8c-4dc8-b6eb-a8f8da34b47c None None] Calling delete_port for c08bb69d-e703-43e2-959f-320727d3bb2d owned by network:dhcp {{(pid=82097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:54:32.097191 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bfb9fa-1d81-4988-a6ea-682dc4b01686 admin admin] No DVR routers for this DVR port c08bb69d-e703-43e2-959f-320727d3bb2d on host dv-cinder-800229-1-iscsi {{(pid=82095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 14 08:54:32.169045 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.db.api [None req-6a197db9-5f8c-4dc8-b6eb-a8f8da34b47c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82097) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 14 08:54:32.169476 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_db.api [None req-6a197db9-5f8c-4dc8-b6eb-a8f8da34b47c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 14 08:54:32.219135 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-06bfb9fa-1d81-4988-a6ea-682dc4b01686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853745778', 'neutron.services.segments.db._delete_segments_for_network--9223363282633926140'] for network, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:32.233200 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-06bfb9fa-1d81-4988-a6ea-682dc4b01686 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f64015c2470>,) {'filters': {'network_id': ['37d353b7-12ef-44c4-8a9b-63df741acc4b']}} {{(pid=82095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:54:32.245731 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-06bfb9fa-1d81-4988-a6ea-682dc4b01686 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f64015c2470>, '745ade6f-7373-46a0-bd3a-0228d40f5712') {'for_net_delete': True} {{(pid=82095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:54:32.246074 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-06bfb9fa-1d81-4988-a6ea-682dc4b01686 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f64015c2470>, '745ade6f-7373-46a0-bd3a-0228d40f5712') {} {{(pid=82095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:54:32.258376 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-06bfb9fa-1d81-4988-a6ea-682dc4b01686 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282633931619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1942575'] for segment, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:32.276222 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-06bfb9fa-1d81-4988-a6ea-682dc4b01686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6123'] for segment, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:32.282672 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06bfb9fa-1d81-4988-a6ea-682dc4b01686 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=82095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 14 08:54:32.283097 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-06bfb9fa-1d81-4988-a6ea-682dc4b01686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854769693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852740906'] for segment, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:32.297988 dv-cinder-800229-1-iscsi neutron-server[81984]: Traceback (most recent call last):
Jul 14 08:54:32.297988 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 14 08:54:32.297988 dv-cinder-800229-1-iscsi neutron-server[81984]:     timer()
Jul 14 08:54:32.297988 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 14 08:54:32.297988 dv-cinder-800229-1-iscsi neutron-server[81984]:     cb(*args, **kw)
Jul 14 08:54:32.297988 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 14 08:54:32.297988 dv-cinder-800229-1-iscsi neutron-server[81984]:     return func(*args, **kwargs)
Jul 14 08:54:32.297988 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 14 08:54:32.297988 dv-cinder-800229-1-iscsi neutron-server[81984]:     self._notify()
Jul 14 08:54:32.297988 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 14 08:54:32.297988 dv-cinder-800229-1-iscsi neutron-server[81984]:     self.callback(batched_events)
Jul 14 08:54:32.297988 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 14 08:54:32.297988 dv-cinder-800229-1-iscsi neutron-server[81984]:     event.method(event)
Jul 14 08:54:32.297988 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 14 08:54:32.297988 dv-cinder-800229-1-iscsi neutron-server[81984]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 14 08:54:32.297988 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 14 08:54:32.297988 dv-cinder-800229-1-iscsi neutron-server[81984]:     segment_id)['aggregates'][0]
Jul 14 08:54:32.297988 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Jul 14 08:54:32.297988 dv-cinder-800229-1-iscsi neutron-server[81984]:     return f(self, *a, **k)
Jul 14 08:54:32.297988 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 14 08:54:32.297988 dv-cinder-800229-1-iscsi neutron-server[81984]:     return self._get(url).json()
Jul 14 08:54:32.297988 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 14 08:54:32.297988 dv-cinder-800229-1-iscsi neutron-server[81984]:     **kwargs)
Jul 14 08:54:32.297988 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Jul 14 08:54:32.297988 dv-cinder-800229-1-iscsi neutron-server[81984]:     return self.request(url, 'GET', **kwargs)
Jul 14 08:54:32.297988 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Jul 14 08:54:32.297988 dv-cinder-800229-1-iscsi neutron-server[81984]:     **endpoint_filter)
Jul 14 08:54:32.297988 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Jul 14 08:54:32.297988 dv-cinder-800229-1-iscsi neutron-server[81984]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 14 08:54:32.297988 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Jul 14 08:54:32.297988 dv-cinder-800229-1-iscsi neutron-server[81984]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 14 08:54:32.297988 dv-cinder-800229-1-iscsi neutron-server[81984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 14 08:54:32.374119 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-06bfb9fa-1d81-4988-a6ea-682dc4b01686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1030070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695875'] for network, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:32.378139 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-091b3791-0b87-4adb-a3a1-64031165d9b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:54:32.396878 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-06bfb9fa-1d81-4988-a6ea-682dc4b01686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for network, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:32.399430 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bfb9fa-1d81-4988-a6ea-682dc4b01686 admin admin] Pushing event deleted for resources: {'Network': ['ID=37d353b7-12ef-44c4-8a9b-63df741acc4b,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:54:32.415725 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bfb9fa-1d81-4988-a6ea-682dc4b01686 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:54:32.416144 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bfb9fa-1d81-4988-a6ea-682dc4b01686 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:54:32.416557 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bfb9fa-1d81-4988-a6ea-682dc4b01686 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:54:32.416963 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bfb9fa-1d81-4988-a6ea-682dc4b01686 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:54:32.417369 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bfb9fa-1d81-4988-a6ea-682dc4b01686 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:54:32.417774 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bfb9fa-1d81-4988-a6ea-682dc4b01686 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:54:32.418176 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bfb9fa-1d81-4988-a6ea-682dc4b01686 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:54:32.418586 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bfb9fa-1d81-4988-a6ea-682dc4b01686 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:54:32.418986 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bfb9fa-1d81-4988-a6ea-682dc4b01686 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:54:32.419409 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bfb9fa-1d81-4988-a6ea-682dc4b01686 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:54:32.419811 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bfb9fa-1d81-4988-a6ea-682dc4b01686 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:54:32.427691 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-06bfb9fa-1d81-4988-a6ea-682dc4b01686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:54:32.430266 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-06bfb9fa-1d81-4988-a6ea-682dc4b01686 admin admin] 10.222.0.42 "DELETE /v2.0/networks/37d353b7-12ef-44c4-8a9b-63df741acc4b HTTP/1.1" status: 204  len: 168 time: 0.9329257
Jul 14 08:54:32.433421 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 35652) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:54:32.670389 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-6a197db9-5f8c-4dc8-b6eb-a8f8da34b47c None None] Deleting port c08bb69d-e703-43e2-959f-320727d3bb2d {{(pid=82097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:54:32.670935 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6a197db9-5f8c-4dc8-b6eb-a8f8da34b47c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:32.735044 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-6a197db9-5f8c-4dc8-b6eb-a8f8da34b47c None None] The port 'c08bb69d-e703-43e2-959f-320727d3bb2d' was deleted {{(pid=82097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}}
Jul 14 08:54:32.832223 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-93314b7e-f5fb-486d-977c-6614cacea8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854084536'] for router_interface, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:33.028803 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device c08bb69d-e703-43e2-959f-320727d3bb2d no longer exists at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:54:33.064776 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] No Port match for: c08bb69d-e703-43e2-959f-320727d3bb2d {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:54:33.065844 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device c08bb69d-e703-43e2-959f-320727d3bb2d not bound to the agent host dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:54:33.436574 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-93314b7e-f5fb-486d-977c-6614cacea8ae admin admin] Deleting port 059caa96-a410-4b0d-a117-caf0fb1a7e03 {{(pid=82095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:54:33.436961 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-93314b7e-f5fb-486d-977c-6614cacea8ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:33.615352 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-93314b7e-f5fb-486d-977c-6614cacea8ae admin admin] For port 059caa96-a410-4b0d-a117-caf0fb1a7e03, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=059caa96-a410-4b0d-a117-caf0fb1a7e03,segment=NetworkSegment(3c950d88-a2af-4988-a625-d7eac72dea6c),segment_id=3c950d88-a2af-4988-a625-d7eac72dea6c)] {{(pid=82095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:54:33.615753 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-93314b7e-f5fb-486d-977c-6614cacea8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:33.739431 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-93314b7e-f5fb-486d-977c-6614cacea8ae admin admin] Calling delete_port for 059caa96-a410-4b0d-a117-caf0fb1a7e03 owned by network:router_interface {{(pid=82095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:54:33.903263 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-93314b7e-f5fb-486d-977c-6614cacea8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:33.907518 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-d848103d-f482-4ad0-8581-042c2457eb1c tempest-AttachVolumeTestJSON-1085476697 tempest-AttachVolumeTestJSON-1085476697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:54:34.164327 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93314b7e-f5fb-486d-977c-6614cacea8ae admin admin] Pushing event deleted for resources: {'Port': ['ID=059caa96-a410-4b0d-a117-caf0fb1a7e03,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:54:34.166943 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-93314b7e-f5fb-486d-977c-6614cacea8ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:54:34.250953 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.agents_db [None req-e2914788-e7e4-4a13-b83f-78c3979e9233 None None] Agent healthcheck: found 6 active agents {{(pid=82098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 14 08:54:34.460875 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-93314b7e-f5fb-486d-977c-6614cacea8ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7804734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699896'] for router_interface, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:35.055159 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93314b7e-f5fb-486d-977c-6614cacea8ae admin admin] Router 71eb06a7-0e69-4740-8ba4-d11ae578114b has already been hosted by L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c {{(pid=82095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 14 08:54:35.260415 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93314b7e-f5fb-486d-977c-6614cacea8ae admin admin] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:54:35.269413 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33718bf-2d19-488a-91f3-59a8a0edc180 None None] Sync routers for ids ['71eb06a7-0e69-4740-8ba4-d11ae578114b'] in dv-cinder-800229-1-iscsi {{(pid=82098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:54:35.270957 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-93314b7e-f5fb-486d-977c-6614cacea8ae admin admin] 10.222.0.42 "PUT /v2.0/routers/71eb06a7-0e69-4740-8ba4-d11ae578114b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8364053
Jul 14 08:54:35.273473 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 35656) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:54:35.281892 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33718bf-2d19-488a-91f3-59a8a0edc180 None None] Routers {'71eb06a7-0e69-4740-8ba4-d11ae578114b'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:54:35.282545 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-b33718bf-2d19-488a-91f3-59a8a0edc180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6402c68748>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:54:08Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['71eb06a7-0e69-4740-8ba4-d11ae578114b'], 'active': True} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:54:35.466697 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-b33718bf-2d19-488a-91f3-59a8a0edc180 None None] Set router 71eb06a7-0e69-4740-8ba4-d11ae578114b gateway port host: dv-cinder-800229-1-iscsi {{(pid=82098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:54:35.479426 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0b867d2c-7c4d-4e12-9402-f0c8ae84aa76 admin admin] Notify callbacks [] for router, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:35.682075 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0b867d2c-7c4d-4e12-9402-f0c8ae84aa76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:35.691222 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-0b867d2c-7c4d-4e12-9402-f0c8ae84aa76 admin admin] Deleting port 59648d77-30d6-4e77-9a8d-586e3dd9a17e {{(pid=82095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:54:35.691601 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0b867d2c-7c4d-4e12-9402-f0c8ae84aa76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:35.766428 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-b33718bf-2d19-488a-91f3-59a8a0edc180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6402c68748>, [{'id': '71eb06a7-0e69-4740-8ba4-d11ae578114b', 'name': 'tempest-TestShelveInstance-1736305971-router', 'tenant_id': '0e1f8b689d9e40049c2288e780c41ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '59648d77-30d6-4e77-9a8d-586e3dd9a17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:49:03Z', 'updated_at': '2021-07-14T08:54:33Z', 'revision_number': 5, 'project_id': '0e1f8b689d9e40049c2288e780c41ebd', 'gw_port': {'id': '59648d77-30d6-4e77-9a8d-586e3dd9a17e', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dc:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71eb06a7-0e69-4740-8ba4-d11ae578114b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:49:03Z', 'updated_at': '2021-07-14T08:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi'}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:54:35.771136 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33718bf-2d19-488a-91f3-59a8a0edc180 None None] Checking router: 71eb06a7-0e69-4740-8ba4-d11ae578114b for host: dv-cinder-800229-1-iscsi {{(pid=82098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:54:35.782584 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33718bf-2d19-488a-91f3-59a8a0edc180 None None] Routers {'71eb06a7-0e69-4740-8ba4-d11ae578114b'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:54:35.783076 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f8d6ec26-94d0-4f49-bc46-7cd8c4940383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:35.783244 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-b33718bf-2d19-488a-91f3-59a8a0edc180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6402c68748>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:54:08Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['71eb06a7-0e69-4740-8ba4-d11ae578114b'], 'active': True} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:54:35.875344 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-0b867d2c-7c4d-4e12-9402-f0c8ae84aa76 admin admin] For port 59648d77-30d6-4e77-9a8d-586e3dd9a17e, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=59648d77-30d6-4e77-9a8d-586e3dd9a17e,segment=NetworkSegment(eeb05519-cb3f-4410-affd-d7c1079f9a7a),segment_id=eeb05519-cb3f-4410-affd-d7c1079f9a7a)] {{(pid=82095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:54:35.875643 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0b867d2c-7c4d-4e12-9402-f0c8ae84aa76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:35.941419 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-b33718bf-2d19-488a-91f3-59a8a0edc180 None None] Set router 71eb06a7-0e69-4740-8ba4-d11ae578114b gateway port host: None {{(pid=82098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:54:36.055648 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-b33718bf-2d19-488a-91f3-59a8a0edc180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6402c68748>, [{'id': '71eb06a7-0e69-4740-8ba4-d11ae578114b', 'name': 'tempest-TestShelveInstance-1736305971-router', 'tenant_id': '0e1f8b689d9e40049c2288e780c41ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:49:03Z', 'updated_at': '2021-07-14T08:54:35Z', 'revision_number': 6, 'project_id': '0e1f8b689d9e40049c2288e780c41ebd', 'gw_port_host': None}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:54:36.060439 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33718bf-2d19-488a-91f3-59a8a0edc180 None None] The sync data for ids ['71eb06a7-0e69-4740-8ba4-d11ae578114b'] in dv-cinder-800229-1-iscsi is: [{'id': '71eb06a7-0e69-4740-8ba4-d11ae578114b', 'name': 'tempest-TestShelveInstance-1736305971-router', 'tenant_id': '0e1f8b689d9e40049c2288e780c41ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:49:03Z', 'updated_at': '2021-07-14T08:54:35Z', 'revision_number': 6, 'project_id': '0e1f8b689d9e40049c2288e780c41ebd', 'gw_port_host': None}] {{(pid=82098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:54:36.132837 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:36.229027 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-0b867d2c-7c4d-4e12-9402-f0c8ae84aa76 admin admin] Calling delete_port for 59648d77-30d6-4e77-9a8d-586e3dd9a17e owned by network:router_gateway {{(pid=82095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:54:36.396903 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0b867d2c-7c4d-4e12-9402-f0c8ae84aa76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:36.401609 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-66a765e7-30fd-4d56-978d-b07cfa1c68a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:54:36.444524 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b867d2c-7c4d-4e12-9402-f0c8ae84aa76 admin admin] Pushing event deleted for resources: {'Port': ['ID=59648d77-30d6-4e77-9a8d-586e3dd9a17e,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:54:36.447345 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-0b867d2c-7c4d-4e12-9402-f0c8ae84aa76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:54:36.678381 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0b867d2c-7c4d-4e12-9402-f0c8ae84aa76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854079879'] for router_gateway, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:36.761505 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:36.945624 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0b867d2c-7c4d-4e12-9402-f0c8ae84aa76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854083207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29855'] for router, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:36.950022 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0b867d2c-7c4d-4e12-9402-f0c8ae84aa76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:36.972156 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0b867d2c-7c4d-4e12-9402-f0c8ae84aa76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697065'] for router, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:36.972811 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b867d2c-7c4d-4e12-9402-f0c8ae84aa76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71eb06a7-0e69-4740-8ba4-d11ae578114b {{(pid=82095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 14 08:54:36.985350 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0b867d2c-7c4d-4e12-9402-f0c8ae84aa76 admin admin] Notify callbacks [] for router, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:36.986603 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-0b867d2c-7c4d-4e12-9402-f0c8ae84aa76 admin admin] 10.222.0.42 "DELETE /v2.0/routers/71eb06a7-0e69-4740-8ba4-d11ae578114b HTTP/1.1" status: 204  len: 168 time: 1.7121518
Jul 14 08:54:36.989290 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 35660) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:54:37.036287 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 059caa96-a410-4b0d-a117-caf0fb1a7e03 no longer exists at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:54:37.059811 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_v2 [None req-517d3e3b-4956-43aa-8e53-ef4b92b9d020 admin admin] Deleting subnet af41765f-d0e2-47b2-992e-54db0e652b2d {{(pid=82095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 14 08:54:37.063184 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-517d3e3b-4956-43aa-8e53-ef4b92b9d020 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:37.071062 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] No Port match for: 059caa96-a410-4b0d-a117-caf0fb1a7e03 {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:54:37.071487 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 059caa96-a410-4b0d-a117-caf0fb1a7e03 not bound to the agent host dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:54:37.071961 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 59648d77-30d6-4e77-9a8d-586e3dd9a17e no longer exists at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:54:37.105744 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] No Port match for: 59648d77-30d6-4e77-9a8d-586e3dd9a17e {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:54:37.106426 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 59648d77-30d6-4e77-9a8d-586e3dd9a17e not bound to the agent host dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:54:37.121205 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-517d3e3b-4956-43aa-8e53-ef4b92b9d020 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852833241'] for subnet, precommit_delete_associations {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:37.204658 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-517d3e3b-4956-43aa-8e53-ef4b92b9d020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853748987'] for subnet, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:37.272893 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-517d3e3b-4956-43aa-8e53-ef4b92b9d020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852740933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852356646'] for subnet, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:37.277510 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-b958657b-45a1-439e-934a-5dec8ab421d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:54:37.314206 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d3e3b-4956-43aa-8e53-ef4b92b9d020 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af41765f-d0e2-47b2-992e-54db0e652b2d,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:54:37.317218 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-517d3e3b-4956-43aa-8e53-ef4b92b9d020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:54:37.319792 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-517d3e3b-4956-43aa-8e53-ef4b92b9d020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for subnet, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:37.325164 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1816b93e-29e2-4f79-96c0-c1400c8e069c None None] Network 4a9c9bfb-617f-4ca1-836c-3c05b676c64f requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:54:37.325984 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-517d3e3b-4956-43aa-8e53-ef4b92b9d020 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/af41765f-d0e2-47b2-992e-54db0e652b2d HTTP/1.1" status: 204  len: 168 time: 0.3356445
Jul 14 08:54:37.328624 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 35664) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:54:37.444810 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9cc17abc-9ad7-42a0-932d-a53ff2145ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-950592'] for network, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:37.456186 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-9cc17abc-9ad7-42a0-932d-a53ff2145ebb admin admin] Deleting port acd2b5d8-2e5b-4bcf-9ce2-7a80121419d2 {{(pid=82095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:54:37.456469 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9cc17abc-9ad7-42a0-932d-a53ff2145ebb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:37.600649 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40652659-2522-4c3a-812e-ab1afcac9153 None None] DHCP port deletion for 4a9c9bfb-617f-4ca1-836c-3c05b676c64f request from dv-cinder-800229-1-iscsi {{(pid=82097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jul 14 08:54:37.605314 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-40652659-2522-4c3a-812e-ab1afcac9153 None None] Deleting port acd2b5d8-2e5b-4bcf-9ce2-7a80121419d2 {{(pid=82097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:54:37.605733 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-40652659-2522-4c3a-812e-ab1afcac9153 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:37.674527 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-9cc17abc-9ad7-42a0-932d-a53ff2145ebb admin admin] For port acd2b5d8-2e5b-4bcf-9ce2-7a80121419d2, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=acd2b5d8-2e5b-4bcf-9ce2-7a80121419d2,segment=NetworkSegment(3c950d88-a2af-4988-a625-d7eac72dea6c),segment_id=3c950d88-a2af-4988-a625-d7eac72dea6c)] {{(pid=82095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:54:37.675448 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9cc17abc-9ad7-42a0-932d-a53ff2145ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:37.800870 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-9cc17abc-9ad7-42a0-932d-a53ff2145ebb admin admin] Calling delete_port for acd2b5d8-2e5b-4bcf-9ce2-7a80121419d2 owned by network:dhcp {{(pid=82095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:54:37.818563 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b4eb30e7-2427-4c09-a190-4197c2d1db20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:37.829114 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-40652659-2522-4c3a-812e-ab1afcac9153 None None] For port acd2b5d8-2e5b-4bcf-9ce2-7a80121419d2, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=acd2b5d8-2e5b-4bcf-9ce2-7a80121419d2,segment=NetworkSegment(3c950d88-a2af-4988-a625-d7eac72dea6c),segment_id=3c950d88-a2af-4988-a625-d7eac72dea6c)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:54:37.829489 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-40652659-2522-4c3a-812e-ab1afcac9153 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:37.873329 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9cc17abc-9ad7-42a0-932d-a53ff2145ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:37.877896 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c87bff0d-e46f-486f-bad9-21a97a0041c3 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:54:37.921805 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc17abc-9ad7-42a0-932d-a53ff2145ebb admin admin] Pushing event deleted for resources: {'Port': ['ID=acd2b5d8-2e5b-4bcf-9ce2-7a80121419d2,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:54:37.925668 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-9cc17abc-9ad7-42a0-932d-a53ff2145ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:54:37.928786 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc17abc-9ad7-42a0-932d-a53ff2145ebb admin admin] No DVR routers for this DVR port acd2b5d8-2e5b-4bcf-9ce2-7a80121419d2 on host dv-cinder-800229-1-iscsi {{(pid=82095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 14 08:54:37.958206 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-40652659-2522-4c3a-812e-ab1afcac9153 None None] Calling delete_port for acd2b5d8-2e5b-4bcf-9ce2-7a80121419d2 owned by network:dhcp {{(pid=82097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:54:38.029479 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.db.api [None req-40652659-2522-4c3a-812e-ab1afcac9153 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82097) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 14 08:54:38.029885 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_db.api [None req-40652659-2522-4c3a-812e-ab1afcac9153 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 14 08:54:38.051041 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9cc17abc-9ad7-42a0-932d-a53ff2145ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853745778', 'neutron.services.segments.db._delete_segments_for_network--9223363282633926140'] for network, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:38.064271 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-9cc17abc-9ad7-42a0-932d-a53ff2145ebb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6401890f60>,) {'filters': {'network_id': ['4a9c9bfb-617f-4ca1-836c-3c05b676c64f']}} {{(pid=82095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:54:38.077495 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-9cc17abc-9ad7-42a0-932d-a53ff2145ebb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6401890f60>, '3c950d88-a2af-4988-a625-d7eac72dea6c') {'for_net_delete': True} {{(pid=82095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:54:38.077836 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-9cc17abc-9ad7-42a0-932d-a53ff2145ebb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6401890f60>, '3c950d88-a2af-4988-a625-d7eac72dea6c') {} {{(pid=82095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:54:38.089585 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9cc17abc-9ad7-42a0-932d-a53ff2145ebb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282633931619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1942575'] for segment, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:38.104477 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9cc17abc-9ad7-42a0-932d-a53ff2145ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6123'] for segment, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:38.110712 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc17abc-9ad7-42a0-932d-a53ff2145ebb admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=82095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 14 08:54:38.111135 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9cc17abc-9ad7-42a0-932d-a53ff2145ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854769693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852740906'] for segment, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:38.125253 dv-cinder-800229-1-iscsi neutron-server[81984]: Traceback (most recent call last):
Jul 14 08:54:38.125253 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 14 08:54:38.125253 dv-cinder-800229-1-iscsi neutron-server[81984]:     timer()
Jul 14 08:54:38.125253 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 14 08:54:38.125253 dv-cinder-800229-1-iscsi neutron-server[81984]:     cb(*args, **kw)
Jul 14 08:54:38.125253 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 14 08:54:38.125253 dv-cinder-800229-1-iscsi neutron-server[81984]:     return func(*args, **kwargs)
Jul 14 08:54:38.125253 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 14 08:54:38.125253 dv-cinder-800229-1-iscsi neutron-server[81984]:     self._notify()
Jul 14 08:54:38.125253 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 14 08:54:38.125253 dv-cinder-800229-1-iscsi neutron-server[81984]:     self.callback(batched_events)
Jul 14 08:54:38.125253 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 14 08:54:38.125253 dv-cinder-800229-1-iscsi neutron-server[81984]:     event.method(event)
Jul 14 08:54:38.125253 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 14 08:54:38.125253 dv-cinder-800229-1-iscsi neutron-server[81984]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 14 08:54:38.125253 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 14 08:54:38.125253 dv-cinder-800229-1-iscsi neutron-server[81984]:     segment_id)['aggregates'][0]
Jul 14 08:54:38.125253 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Jul 14 08:54:38.125253 dv-cinder-800229-1-iscsi neutron-server[81984]:     return f(self, *a, **k)
Jul 14 08:54:38.125253 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 14 08:54:38.125253 dv-cinder-800229-1-iscsi neutron-server[81984]:     return self._get(url).json()
Jul 14 08:54:38.125253 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 14 08:54:38.125253 dv-cinder-800229-1-iscsi neutron-server[81984]:     **kwargs)
Jul 14 08:54:38.125253 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Jul 14 08:54:38.125253 dv-cinder-800229-1-iscsi neutron-server[81984]:     return self.request(url, 'GET', **kwargs)
Jul 14 08:54:38.125253 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Jul 14 08:54:38.125253 dv-cinder-800229-1-iscsi neutron-server[81984]:     **endpoint_filter)
Jul 14 08:54:38.125253 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Jul 14 08:54:38.125253 dv-cinder-800229-1-iscsi neutron-server[81984]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 14 08:54:38.125253 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Jul 14 08:54:38.125253 dv-cinder-800229-1-iscsi neutron-server[81984]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 14 08:54:38.125253 dv-cinder-800229-1-iscsi neutron-server[81984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 14 08:54:38.205992 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9cc17abc-9ad7-42a0-932d-a53ff2145ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1030070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695875'] for network, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:38.209705 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-97bbe2b3-d36c-4dfd-af37-790674bb1d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:54:38.225877 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-9cc17abc-9ad7-42a0-932d-a53ff2145ebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for network, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:38.234363 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc17abc-9ad7-42a0-932d-a53ff2145ebb admin admin] Pushing event deleted for resources: {'Network': ['ID=4a9c9bfb-617f-4ca1-836c-3c05b676c64f,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:54:38.237796 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-9cc17abc-9ad7-42a0-932d-a53ff2145ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:54:38.241590 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-9cc17abc-9ad7-42a0-932d-a53ff2145ebb admin admin] 10.222.0.42 "DELETE /v2.0/networks/4a9c9bfb-617f-4ca1-836c-3c05b676c64f HTTP/1.1" status: 204  len: 168 time: 0.9119580
Jul 14 08:54:38.383053 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 35670) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:54:38.436375 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-5c7fbe0a-fb85-4b45-a224-d08487ca05e8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5d08798323484c2898fdb1641777fcca&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0519872
Jul 14 08:54:38.438897 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82095) accepted ('10.222.0.42', 35674) {{(pid=82095) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:54:38.499811 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-176a3e7c-f070-4a12-87b8-158c4b328f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:38.525765 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-176a3e7c-f070-4a12-87b8-158c4b328f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:38.531064 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-40652659-2522-4c3a-812e-ab1afcac9153 None None] Deleting port acd2b5d8-2e5b-4bcf-9ce2-7a80121419d2 {{(pid=82097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:54:38.531528 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-40652659-2522-4c3a-812e-ab1afcac9153 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:38.578062 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-176a3e7c-f070-4a12-87b8-158c4b328f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:38.582454 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-ebe74a3e-df59-458f-bb54-d3f3a3d53d8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:54:38.602898 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a3e7c-f070-4a12-87b8-158c4b328f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1572d4-8bf5-4e8e-847e-6ae8d9aa5558,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:54:38.606796 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-40652659-2522-4c3a-812e-ab1afcac9153 None None] The port 'acd2b5d8-2e5b-4bcf-9ce2-7a80121419d2' was deleted {{(pid=82097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}}
Jul 14 08:54:38.611382 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-176a3e7c-f070-4a12-87b8-158c4b328f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:54:38.621459 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-176a3e7c-f070-4a12-87b8-158c4b328f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:38.622681 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-176a3e7c-f070-4a12-87b8-158c4b328f35 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0a1572d4-8bf5-4e8e-847e-6ae8d9aa5558 HTTP/1.1" status: 204  len: 168 time: 0.1828070
Jul 14 08:54:38.639550 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:38.698918 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b4449a7e-0c0e-4250-bf78-f10496fe33d7 req-fa20dc3d-b271-498a-89a5-dd12e51248fb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=12f1eecc-51ce-466e-9da9-9fbe94ccca75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0734379
Jul 14 08:54:38.816371 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b4449a7e-0c0e-4250-bf78-f10496fe33d7 req-24ed1225-9e04-45cf-8c87-ba61c6b41511 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d5ca9a25ddbb42138f9b6a1b70d08687&device_id=12f1eecc-51ce-466e-9da9-9fbe94ccca75 HTTP/1.1" status: 200  len: 1098 time: 0.0757325
Jul 14 08:54:38.987336 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4449a7e-0c0e-4250-bf78-f10496fe33d7 req-c0d48a5b-1edb-453e-9bff-d62e3a896732 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:54:38.988999 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b4449a7e-0c0e-4250-bf78-f10496fe33d7 req-c0d48a5b-1edb-453e-9bff-d62e3a896732 service neutron] 10.222.0.43 "GET /v2.0/networks?id=63a55da1-a3c0-4491-b519-b032a596f63a HTTP/1.1" status: 200  len: 913 time: 0.1443167
Jul 14 08:54:39.031705 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device acd2b5d8-2e5b-4bcf-9ce2-7a80121419d2 no longer exists at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:54:39.065962 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] No Port match for: acd2b5d8-2e5b-4bcf-9ce2-7a80121419d2 {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:54:39.066356 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device acd2b5d8-2e5b-4bcf-9ce2-7a80121419d2 not bound to the agent host dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:54:39.105276 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b4449a7e-0c0e-4250-bf78-f10496fe33d7 req-f1e46c36-5a95-4e58-bceb-c3b25fe9d42b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f1b260c-b5d4-4746-a94e-403264d82f66 HTTP/1.1" status: 200  len: 1001 time: 0.1062007
Jul 14 08:54:39.121204 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 35682) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:54:39.174624 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-2ff7c257-8379-4be6-91d9-58502bf6747b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0e1f8b689d9e40049c2288e780c41ebd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0520439
Jul 14 08:54:39.177135 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 35686) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:54:39.181020 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4449a7e-0c0e-4250-bf78-f10496fe33d7 req-a2f0f118-078a-4f35-8865-490afd63af88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:54:39.182594 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b4449a7e-0c0e-4250-bf78-f10496fe33d7 req-a2f0f118-078a-4f35-8865-490afd63af88 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96d8d046-4279-496a-b8c7-1752b53b9847 HTTP/1.1" status: 200  len: 851 time: 0.0682824
Jul 14 08:54:39.241383 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-894cc89d-23b2-4992-982f-29584bc93d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:39.267765 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b4449a7e-0c0e-4250-bf78-f10496fe33d7 req-def32083-507a-413c-9fd1-6a15f7e82905 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=63a55da1-a3c0-4491-b519-b032a596f63a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0751274
Jul 14 08:54:39.268883 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-894cc89d-23b2-4992-982f-29584bc93d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:39.313300 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-894cc89d-23b2-4992-982f-29584bc93d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:39.318271 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-6d40fa58-2827-4ca2-9c59-d71642fdec4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:54:39.332553 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894cc89d-23b2-4992-982f-29584bc93d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260e4704-0ac3-4ccb-8598-871769b35dfa,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:54:39.344865 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-894cc89d-23b2-4992-982f-29584bc93d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:39.346062 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-894cc89d-23b2-4992-982f-29584bc93d63 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/260e4704-0ac3-4ccb-8598-871769b35dfa HTTP/1.1" status: 204  len: 168 time: 0.1679351
Jul 14 08:54:39.348121 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894cc89d-23b2-4992-982f-29584bc93d63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:54:39.348540 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894cc89d-23b2-4992-982f-29584bc93d63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:54:39.348938 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894cc89d-23b2-4992-982f-29584bc93d63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:54:39.349341 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894cc89d-23b2-4992-982f-29584bc93d63 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:54:39.349785 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894cc89d-23b2-4992-982f-29584bc93d63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:54:39.350184 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894cc89d-23b2-4992-982f-29584bc93d63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:54:39.350937 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894cc89d-23b2-4992-982f-29584bc93d63 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:54:39.350937 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894cc89d-23b2-4992-982f-29584bc93d63 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:54:39.351350 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894cc89d-23b2-4992-982f-29584bc93d63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:54:39.351742 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894cc89d-23b2-4992-982f-29584bc93d63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:54:39.352135 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894cc89d-23b2-4992-982f-29584bc93d63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-iscsi {{(pid=82096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 14 08:54:39.355563 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-894cc89d-23b2-4992-982f-29584bc93d63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:54:39.421314 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b4449a7e-0c0e-4250-bf78-f10496fe33d7 req-986fe6b8-a1a1-4e65-b0ef-dd0452265400 service neutron] 10.222.0.43 "GET /v2.0/networks/63a55da1-a3c0-4491-b519-b032a596f63a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428552
Jul 14 08:54:39.603740 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:39.801317 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-b4449a7e-0c0e-4250-bf78-f10496fe33d7 req-bdbd2fbd-409a-4651-aeb4-23939e003214 service neutron] 10.222.0.43 "GET /v2.0/networks/63a55da1-a3c0-4491-b519-b032a596f63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3702161
Jul 14 08:54:48.870843 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 35692) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:54:49.078501 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-6653718f-a9f7-435e-8fc0-c97d3a214155 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Deleting port 490b2ac9-6db8-4960-9af9-893943014cff {{(pid=82096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:54:49.078885 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6653718f-a9f7-435e-8fc0-c97d3a214155 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:49.252844 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6653718f-a9f7-435e-8fc0-c97d3a214155 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:49.253212 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6653718f-a9f7-435e-8fc0-c97d3a214155 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:49.381231 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-6653718f-a9f7-435e-8fc0-c97d3a214155 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Calling delete_port for 490b2ac9-6db8-4960-9af9-893943014cff owned by network:floatingip {{(pid=82096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:54:49.523413 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6653718f-a9f7-435e-8fc0-c97d3a214155 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132881'] for port, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:49.527707 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-b283244f-2e3d-49cd-932d-7a1f5b43ed25 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:54:49.572488 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653718f-a9f7-435e-8fc0-c97d3a214155 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Pushing event deleted for resources: {'Port': ['ID=490b2ac9-6db8-4960-9af9-893943014cff,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:54:49.576243 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-6653718f-a9f7-435e-8fc0-c97d3a214155 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:54:49.666252 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6653718f-a9f7-435e-8fc0-c97d3a214155 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for floatingip, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:50.063438 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6653718f-a9f7-435e-8fc0-c97d3a214155 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Router 5be78347-3ba5-4a96-ae33-4dff4e9bb7e0 has already been hosted by L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c {{(pid=82096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 14 08:54:50.272278 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6653718f-a9f7-435e-8fc0-c97d3a214155 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:54:50.281881 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9adb79e-cebc-4a6c-a2ec-48cd2e040c48 None None] Sync routers for ids ['5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'] in dv-cinder-800229-1-iscsi {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:54:50.291940 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6653718f-a9f7-435e-8fc0-c97d3a214155 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for floatingip, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:50.296406 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9adb79e-cebc-4a6c-a2ec-48cd2e040c48 None None] Routers {'5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:54:50.297084 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-b9adb79e-cebc-4a6c-a2ec-48cd2e040c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6402b0ba20>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:54:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:54:50.345434 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-6653718f-a9f7-435e-8fc0-c97d3a214155 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "DELETE /v2.0/floatingips/3c16ec62-315d-4d96-8956-1f0dfda11415 HTTP/1.1" status: 204  len: 168 time: 1.4733751
Jul 14 08:54:50.346084 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e1e88c7-da64-4df7-9733-9ad1e5ac84dc', 'tag': 'a8079eef-2fc8-44a4-8eb1-10e5bafcb247'}] {{(pid=82096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:54:50.498975 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-b9adb79e-cebc-4a6c-a2ec-48cd2e040c48 None None] Set router 5be78347-3ba5-4a96-ae33-4dff4e9bb7e0 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:54:50.652522 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e1e88c7-da64-4df7-9733-9ad1e5ac84dc', 'tag': 'a8079eef-2fc8-44a4-8eb1-10e5bafcb247', 'status': 'completed', 'code': 200}
Jul 14 08:54:50.837038 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a468598-d653-4fa6-bce5-61eaf86b0c44 req-49a0e2c9-7e14-49f4-a5af-3a65a2df4a07 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:54:50.838642 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3a468598-d653-4fa6-bce5-61eaf86b0c44 req-49a0e2c9-7e14-49f4-a5af-3a65a2df4a07 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e1e88c7-da64-4df7-9733-9ad1e5ac84dc HTTP/1.1" status: 200  len: 945 time: 0.1494303
Jul 14 08:54:50.842540 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-7a15de08-ff1c-44f8-bc38-1048c8d64931 req-a1ca68e1-e327-4d18-b4c3-0b05e1f87536 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d5ca9a25ddbb42138f9b6a1b70d08687&device_id=9e1e88c7-da64-4df7-9733-9ad1e5ac84dc HTTP/1.1" status: 200  len: 1098 time: 0.1180415
Jul 14 08:54:50.896970 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-b9adb79e-cebc-4a6c-a2ec-48cd2e040c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6402b0ba20>, [{'id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'name': 'tempest-TestVolumeBootPattern-1352610820-router', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:33Z', 'updated_at': '2021-07-14T08:46:42Z', 'revision_number': 4, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'gw_port': {'id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fe:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:34Z', 'updated_at': '2021-07-14T08:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_floatingips': [{'id': 'd1c0b76c-bd28-4bd8-bc91-5c5b6822a22d', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'floating_ip_address': '172.27.3.200', 'floating_network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'router_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'port_id': '8f1b260c-b5d4-4746-a94e-403264d82f66', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a', 'mac_address': 'fa:16:3e:3a:f9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f1eecc-51ce-466e-9da9-9fbe94ccca75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:50:56Z', 'updated_at': '2021-07-14T08:50:59Z', 'revision_number': 1, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfdfede3-3646-4b11-bd86-a286e5615db7', 'name': '', 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'mac_address': 'fa:16:3e:18:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:40Z', 'updated_at': '2021-07-14T08:46:57Z', 'revision_number': 5, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'subnets': [{'id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:54:50.901075 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9adb79e-cebc-4a6c-a2ec-48cd2e040c48 None None] Checking router: 5be78347-3ba5-4a96-ae33-4dff4e9bb7e0 for host: dv-cinder-800229-1-iscsi {{(pid=82097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:54:50.912603 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9adb79e-cebc-4a6c-a2ec-48cd2e040c48 None None] Routers {'5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:54:50.913376 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-b9adb79e-cebc-4a6c-a2ec-48cd2e040c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6402b0ba20>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:54:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:54:50.980149 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-3a468598-d653-4fa6-bce5-61eaf86b0c44 req-fff5e051-a928-46f0-b712-ef7a1c5ba77c tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1353850
Jul 14 08:54:51.029852 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15de08-ff1c-44f8-bc38-1048c8d64931 req-9cd6fef8-9046-4673-b916-782cf993752e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:54:51.031499 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-7a15de08-ff1c-44f8-bc38-1048c8d64931 req-9cd6fef8-9046-4673-b916-782cf993752e service neutron] 10.222.0.43 "GET /v2.0/networks?id=63a55da1-a3c0-4491-b519-b032a596f63a HTTP/1.1" status: 200  len: 913 time: 0.1720557
Jul 14 08:54:51.110304 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-7a15de08-ff1c-44f8-bc38-1048c8d64931 req-195b9d41-a2c6-4d73-9c09-1cb0af07e2d0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8079eef-2fc8-44a4-8eb1-10e5bafcb247 HTTP/1.1" status: 200  len: 217 time: 0.0712891
Jul 14 08:54:51.182437 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15de08-ff1c-44f8-bc38-1048c8d64931 req-3dcb1b04-1fe9-4d55-b381-1da8fc73d94f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:54:51.183958 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-7a15de08-ff1c-44f8-bc38-1048c8d64931 req-3dcb1b04-1fe9-4d55-b381-1da8fc73d94f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96d8d046-4279-496a-b8c7-1752b53b9847 HTTP/1.1" status: 200  len: 851 time: 0.0641079
Jul 14 08:54:51.262261 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-b9adb79e-cebc-4a6c-a2ec-48cd2e040c48 None None] Set router 5be78347-3ba5-4a96-ae33-4dff4e9bb7e0 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:54:51.268593 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-7a15de08-ff1c-44f8-bc38-1048c8d64931 req-2a2bf293-06a7-4ced-97e0-88e5782750da service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=63a55da1-a3c0-4491-b519-b032a596f63a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0776219
Jul 14 08:54:51.414264 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-7a15de08-ff1c-44f8-bc38-1048c8d64931 req-37d993ee-f2dc-4b97-b6a5-02a40fbdf8e6 service neutron] 10.222.0.43 "GET /v2.0/networks/63a55da1-a3c0-4491-b519-b032a596f63a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381538
Jul 14 08:54:51.558386 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-7a15de08-ff1c-44f8-bc38-1048c8d64931 req-48a7f692-52de-47f9-9bdd-56aedfd24c75 service neutron] 10.222.0.43 "GET /v2.0/networks/63a55da1-a3c0-4491-b519-b032a596f63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1365633
Jul 14 08:54:51.628401 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-b9adb79e-cebc-4a6c-a2ec-48cd2e040c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6402b0ba20>, [{'id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'name': 'tempest-TestVolumeBootPattern-1352610820-router', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:33Z', 'updated_at': '2021-07-14T08:46:42Z', 'revision_number': 4, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'gw_port': {'id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fe:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:34Z', 'updated_at': '2021-07-14T08:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_floatingips': [{'id': 'd1c0b76c-bd28-4bd8-bc91-5c5b6822a22d', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'floating_ip_address': '172.27.3.200', 'floating_network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'router_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'port_id': '8f1b260c-b5d4-4746-a94e-403264d82f66', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a', 'mac_address': 'fa:16:3e:3a:f9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f1eecc-51ce-466e-9da9-9fbe94ccca75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:50:56Z', 'updated_at': '2021-07-14T08:50:59Z', 'revision_number': 1, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfdfede3-3646-4b11-bd86-a286e5615db7', 'name': '', 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'mac_address': 'fa:16:3e:18:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:40Z', 'updated_at': '2021-07-14T08:46:57Z', 'revision_number': 5, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'subnets': [{'id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:54:51.632574 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9adb79e-cebc-4a6c-a2ec-48cd2e040c48 None None] The sync data for ids ['5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'] in dv-cinder-800229-1-iscsi is: [{'id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'name': 'tempest-TestVolumeBootPattern-1352610820-router', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:33Z', 'updated_at': '2021-07-14T08:46:42Z', 'revision_number': 4, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'gw_port': {'id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fe:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:34Z', 'updated_at': '2021-07-14T08:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_floatingips': [{'id': 'd1c0b76c-bd28-4bd8-bc91-5c5b6822a22d', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'floating_ip_address': '172.27.3.200', 'floating_network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'router_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'port_id': '8f1b260c-b5d4-4746-a94e-403264d82f66', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a', 'mac_address': 'fa:16:3e:3a:f9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f1eecc-51ce-466e-9da9-9fbe94ccca75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:50:56Z', 'updated_at': '2021-07-14T08:50:59Z', 'revision_number': 1, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfdfede3-3646-4b11-bd86-a286e5615db7', 'name': '', 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'mac_address': 'fa:16:3e:18:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:40Z', 'updated_at': '2021-07-14T08:46:57Z', 'revision_number': 5, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'subnets': [{'id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:54:52.060992 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43efa560-2a2f-4ac3-910f-c383d67ebbc7 None None] New status for floating IP 3c16ec62-315d-4d96-8956-1f0dfda11415: DOWN {{(pid=82098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Jul 14 08:54:52.209406 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b5404-4e18-422c-a1c1-d6da91f49f9c req-705f78cf-e08c-4baf-8414-da842db9d925 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:54:52.210183 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-330b5404-4e18-422c-a1c1-d6da91f49f9c req-705f78cf-e08c-4baf-8414-da842db9d925 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Synchronizing usage tracker for tenant:d5ca9a25ddbb42138f9b6a1b70d08687 on resource:port {{(pid=82096) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:54:52.225333 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-330b5404-4e18-422c-a1c1-d6da91f49f9c req-705f78cf-e08c-4baf-8414-da842db9d925 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Unset dirty status for tenant:d5ca9a25ddbb42138f9b6a1b70d08687 on resource:port {{(pid=82096) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:54:52.226592 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-330b5404-4e18-422c-a1c1-d6da91f49f9c req-705f78cf-e08c-4baf-8414-da842db9d925 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e1e88c7-da64-4df7-9733-9ad1e5ac84dc HTTP/1.1" status: 200  len: 945 time: 0.1005797
Jul 14 08:54:52.280525 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-330b5404-4e18-422c-a1c1-d6da91f49f9c req-e0f677cc-d8f3-4e23-a23b-b66624ba562c tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476899
Jul 14 08:54:52.629191 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861233a6-b38f-462a-9b37-d03088774e6f req-bb5e0491-2d18-4b19-b6ac-b456dad7c113 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:54:52.631296 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-861233a6-b38f-462a-9b37-d03088774e6f req-bb5e0491-2d18-4b19-b6ac-b456dad7c113 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e1e88c7-da64-4df7-9733-9ad1e5ac84dc HTTP/1.1" status: 200  len: 945 time: 0.0837965
Jul 14 08:54:52.706209 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [req-861233a6-b38f-462a-9b37-d03088774e6f req-24d9b7de-5150-4ff9-899b-df12bfc6d7a5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Deleting port a8079eef-2fc8-44a4-8eb1-10e5bafcb247 {{(pid=82095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:54:52.706586 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-861233a6-b38f-462a-9b37-d03088774e6f req-24d9b7de-5150-4ff9-899b-df12bfc6d7a5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:52.956092 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-861233a6-b38f-462a-9b37-d03088774e6f req-24d9b7de-5150-4ff9-899b-df12bfc6d7a5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] For port a8079eef-2fc8-44a4-8eb1-10e5bafcb247, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=a8079eef-2fc8-44a4-8eb1-10e5bafcb247,segment=NetworkSegment(57e109e9-a08a-4b16-af5b-d8326e490f60),segment_id=57e109e9-a08a-4b16-af5b-d8326e490f60)] {{(pid=82095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:54:52.956492 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-861233a6-b38f-462a-9b37-d03088774e6f req-24d9b7de-5150-4ff9-899b-df12bfc6d7a5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:53.080323 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [req-861233a6-b38f-462a-9b37-d03088774e6f req-24d9b7de-5150-4ff9-899b-df12bfc6d7a5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Calling delete_port for a8079eef-2fc8-44a4-8eb1-10e5bafcb247 owned by compute:nova {{(pid=82095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:54:53.223085 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-861233a6-b38f-462a-9b37-d03088774e6f req-24d9b7de-5150-4ff9-899b-df12bfc6d7a5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:53.228594 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-93314b7e-f5fb-486d-977c-6614cacea8ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:54:53.273842 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d9b7de-5150-4ff9-899b-df12bfc6d7a5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Pushing event deleted for resources: {'Port': ['ID=a8079eef-2fc8-44a4-8eb1-10e5bafcb247,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:54:53.278057 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-24d9b7de-5150-4ff9-899b-df12bfc6d7a5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:54:53.354043 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [req-861233a6-b38f-462a-9b37-d03088774e6f req-24d9b7de-5150-4ff9-899b-df12bfc6d7a5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] No DVR routers for this DVR port a8079eef-2fc8-44a4-8eb1-10e5bafcb247 on host hv-cinder-80022 {{(pid=82095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 14 08:54:53.356417 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-861233a6-b38f-462a-9b37-d03088774e6f req-24d9b7de-5150-4ff9-899b-df12bfc6d7a5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:53.359399 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1e88c7-da64-4df7-9733-9ad1e5ac84dc', 'name': 'network-vif-deleted', 'tag': 'a8079eef-2fc8-44a4-8eb1-10e5bafcb247'}] {{(pid=82095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:54:53.374771 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-861233a6-b38f-462a-9b37-d03088774e6f req-24d9b7de-5150-4ff9-899b-df12bfc6d7a5 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.43 "DELETE /v2.0/ports/a8079eef-2fc8-44a4-8eb1-10e5bafcb247 HTTP/1.1" status: 204  len: 173 time: 0.7344987
Jul 14 08:54:53.466497 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-1dd4f79f-6530-4f94-9098-ee2c8079c9b0 req-4972b973-cb8e-489f-9b7a-0e709c0339a8 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Synchronizing usage tracker for tenant:d5ca9a25ddbb42138f9b6a1b70d08687 on resource:port {{(pid=82095) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:54:53.482306 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-1dd4f79f-6530-4f94-9098-ee2c8079c9b0 req-4972b973-cb8e-489f-9b7a-0e709c0339a8 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Unset dirty status for tenant:d5ca9a25ddbb42138f9b6a1b70d08687 on resource:port {{(pid=82095) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:54:53.483939 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-1dd4f79f-6530-4f94-9098-ee2c8079c9b0 req-4972b973-cb8e-489f-9b7a-0e709c0339a8 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e1e88c7-da64-4df7-9733-9ad1e5ac84dc HTTP/1.1" status: 200  len: 210 time: 0.0621364
Jul 14 08:54:53.511021 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e1e88c7-da64-4df7-9733-9ad1e5ac84dc', 'name': 'network-vif-deleted', 'tag': 'a8079eef-2fc8-44a4-8eb1-10e5bafcb247', 'status': 'completed', 'code': 200}
Jul 14 08:54:55.346118 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device a8079eef-2fc8-44a4-8eb1-10e5bafcb247 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:54:55.380729 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] No Port match for: a8079eef-2fc8-44a4-8eb1-10e5bafcb247 {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:54:55.381123 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device a8079eef-2fc8-44a4-8eb1-10e5bafcb247 not bound to the agent host hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:54:57.001447 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 35730) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:54:57.205871 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-4abf180f-0141-4ec2-b62b-fb4013c69f27 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Deleting port 0e5e3345-4a62-465b-8b59-ee28dccd32c1 {{(pid=82096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:54:57.206242 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-4abf180f-0141-4ec2-b62b-fb4013c69f27 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:57.384399 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-4abf180f-0141-4ec2-b62b-fb4013c69f27 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:57.384652 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-4abf180f-0141-4ec2-b62b-fb4013c69f27 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:57.507419 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-4abf180f-0141-4ec2-b62b-fb4013c69f27 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Calling delete_port for 0e5e3345-4a62-465b-8b59-ee28dccd32c1 owned by network:floatingip {{(pid=82096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:54:57.651747 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-4abf180f-0141-4ec2-b62b-fb4013c69f27 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132881'] for port, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:57.656153 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-6653718f-a9f7-435e-8fc0-c97d3a214155 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:54:57.701874 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf180f-0141-4ec2-b62b-fb4013c69f27 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Pushing event deleted for resources: {'Port': ['ID=0e5e3345-4a62-465b-8b59-ee28dccd32c1,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:54:57.704747 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-4abf180f-0141-4ec2-b62b-fb4013c69f27 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:54:57.794842 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-4abf180f-0141-4ec2-b62b-fb4013c69f27 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for floatingip, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:58.419257 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4abf180f-0141-4ec2-b62b-fb4013c69f27 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Router 5be78347-3ba5-4a96-ae33-4dff4e9bb7e0 has already been hosted by L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c {{(pid=82096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 14 08:54:58.638417 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abf180f-0141-4ec2-b62b-fb4013c69f27 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:54:58.648638 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85bd6d5-9ffa-48ab-88d6-0c7f23de3dc8 None None] Sync routers for ids ['5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'] in dv-cinder-800229-1-iscsi {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:54:58.657676 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-4abf180f-0141-4ec2-b62b-fb4013c69f27 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for floatingip, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:54:58.660702 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85bd6d5-9ffa-48ab-88d6-0c7f23de3dc8 None None] Routers {'5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:54:58.661371 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-c85bd6d5-9ffa-48ab-88d6-0c7f23de3dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f640254bef0>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:54:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:54:58.712353 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-4abf180f-0141-4ec2-b62b-fb4013c69f27 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "DELETE /v2.0/floatingips/d1c0b76c-bd28-4bd8-bc91-5c5b6822a22d HTTP/1.1" status: 204  len: 168 time: 1.7097356
Jul 14 08:54:58.713034 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f1eecc-51ce-466e-9da9-9fbe94ccca75', 'tag': '8f1b260c-b5d4-4746-a94e-403264d82f66'}] {{(pid=82096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:54:58.780700 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f1eecc-51ce-466e-9da9-9fbe94ccca75', 'tag': '8f1b260c-b5d4-4746-a94e-403264d82f66', 'status': 'completed', 'code': 200}
Jul 14 08:54:58.849869 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-c85bd6d5-9ffa-48ab-88d6-0c7f23de3dc8 None None] Set router 5be78347-3ba5-4a96-ae33-4dff4e9bb7e0 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:54:58.918673 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ffb797f1-c97d-4f4b-9454-541206211129 req-a44e515e-5e33-4493-83d4-e8bd3c04079c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d5ca9a25ddbb42138f9b6a1b70d08687&device_id=12f1eecc-51ce-466e-9da9-9fbe94ccca75 HTTP/1.1" status: 200  len: 1098 time: 0.0815415
Jul 14 08:54:59.120436 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb797f1-c97d-4f4b-9454-541206211129 req-5be5a2fe-01bb-4bd4-936f-39393ade9660 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:54:59.122029 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ffb797f1-c97d-4f4b-9454-541206211129 req-5be5a2fe-01bb-4bd4-936f-39393ade9660 service neutron] 10.222.0.43 "GET /v2.0/networks?id=63a55da1-a3c0-4491-b519-b032a596f63a HTTP/1.1" status: 200  len: 913 time: 0.1900969
Jul 14 08:54:59.184261 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-c85bd6d5-9ffa-48ab-88d6-0c7f23de3dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f640254bef0>, [{'id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'name': 'tempest-TestVolumeBootPattern-1352610820-router', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:33Z', 'updated_at': '2021-07-14T08:46:42Z', 'revision_number': 4, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'gw_port': {'id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fe:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:34Z', 'updated_at': '2021-07-14T08:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': 'cfdfede3-3646-4b11-bd86-a286e5615db7', 'name': '', 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'mac_address': 'fa:16:3e:18:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:40Z', 'updated_at': '2021-07-14T08:46:57Z', 'revision_number': 5, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'subnets': [{'id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:54:59.188477 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85bd6d5-9ffa-48ab-88d6-0c7f23de3dc8 None None] Checking router: 5be78347-3ba5-4a96-ae33-4dff4e9bb7e0 for host: dv-cinder-800229-1-iscsi {{(pid=82097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:54:59.200299 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85bd6d5-9ffa-48ab-88d6-0c7f23de3dc8 None None] Routers {'5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:54:59.200947 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-c85bd6d5-9ffa-48ab-88d6-0c7f23de3dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f640254bef0>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:54:38Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:54:59.207681 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ffb797f1-c97d-4f4b-9454-541206211129 req-b62e4ea6-4cd6-43a3-b0e2-9a3a68836982 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f1b260c-b5d4-4746-a94e-403264d82f66 HTTP/1.1" status: 200  len: 217 time: 0.0776865
Jul 14 08:54:59.259196 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb7a70-e139-4e1b-b9c3-ea93e283e6c4 req-21ac6fb4-9125-4794-9d9a-f7704dda61af tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:54:59.260689 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e9bb7a70-e139-4e1b-b9c3-ea93e283e6c4 req-21ac6fb4-9125-4794-9d9a-f7704dda61af tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=12f1eecc-51ce-466e-9da9-9fbe94ccca75 HTTP/1.1" status: 200  len: 945 time: 0.2090063
Jul 14 08:54:59.310298 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb797f1-c97d-4f4b-9454-541206211129 req-870739a2-e319-401a-b67c-a2d632554931 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:54:59.311877 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ffb797f1-c97d-4f4b-9454-541206211129 req-870739a2-e319-401a-b67c-a2d632554931 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96d8d046-4279-496a-b8c7-1752b53b9847 HTTP/1.1" status: 200  len: 851 time: 0.0966678
Jul 14 08:54:59.380778 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e9bb7a70-e139-4e1b-b9c3-ea93e283e6c4 req-7fd2f2fb-b445-4ee5-b402-a735b6125517 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1072478
Jul 14 08:54:59.391165 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-c85bd6d5-9ffa-48ab-88d6-0c7f23de3dc8 None None] Set router 5be78347-3ba5-4a96-ae33-4dff4e9bb7e0 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:54:59.408087 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ffb797f1-c97d-4f4b-9454-541206211129 req-ea23788e-2a17-4cbe-8ba1-201fdf960233 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=63a55da1-a3c0-4491-b519-b032a596f63a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0880585
Jul 14 08:54:59.553465 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ffb797f1-c97d-4f4b-9454-541206211129 req-32f87f36-c5c5-444a-8ea5-09f650e89115 service neutron] 10.222.0.43 "GET /v2.0/networks/63a55da1-a3c0-4491-b519-b032a596f63a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379547
Jul 14 08:54:59.695993 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-ffb797f1-c97d-4f4b-9454-541206211129 req-b23efa64-f238-4281-9643-cb1067605ca5 service neutron] 10.222.0.43 "GET /v2.0/networks/63a55da1-a3c0-4491-b519-b032a596f63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1356120
Jul 14 08:54:59.716538 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-c85bd6d5-9ffa-48ab-88d6-0c7f23de3dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f640254bef0>, [{'id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'name': 'tempest-TestVolumeBootPattern-1352610820-router', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:33Z', 'updated_at': '2021-07-14T08:46:42Z', 'revision_number': 4, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'gw_port': {'id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fe:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:34Z', 'updated_at': '2021-07-14T08:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': 'cfdfede3-3646-4b11-bd86-a286e5615db7', 'name': '', 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'mac_address': 'fa:16:3e:18:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:40Z', 'updated_at': '2021-07-14T08:46:57Z', 'revision_number': 5, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'subnets': [{'id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:54:59.720751 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85bd6d5-9ffa-48ab-88d6-0c7f23de3dc8 None None] The sync data for ids ['5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'] in dv-cinder-800229-1-iscsi is: [{'id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'name': 'tempest-TestVolumeBootPattern-1352610820-router', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:33Z', 'updated_at': '2021-07-14T08:46:42Z', 'revision_number': 4, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'gw_port': {'id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fe:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:34Z', 'updated_at': '2021-07-14T08:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi', '_interfaces': [{'id': 'cfdfede3-3646-4b11-bd86-a286e5615db7', 'name': '', 'network_id': '63a55da1-a3c0-4491-b519-b032a596f63a', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'mac_address': 'fa:16:3e:18:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:40Z', 'updated_at': '2021-07-14T08:46:57Z', 'revision_number': 5, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'subnets': [{'id': '96d8d046-4279-496a-b8c7-1752b53b9847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:55:00.136723 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26297d36-23b7-4497-9d95-bad7b627ea30 None None] New status for floating IP d1c0b76c-bd28-4bd8-bc91-5c5b6822a22d: DOWN {{(pid=82098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Jul 14 08:55:00.602864 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e0ca2-2e3f-4569-a638-c2900e203231 req-52421fba-b301-4a67-88ac-1746e38485fd tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:55:00.603646 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-446e0ca2-2e3f-4569-a638-c2900e203231 req-52421fba-b301-4a67-88ac-1746e38485fd tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Synchronizing usage tracker for tenant:d5ca9a25ddbb42138f9b6a1b70d08687 on resource:port {{(pid=82096) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 14 08:55:00.618395 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.quota.resource [req-446e0ca2-2e3f-4569-a638-c2900e203231 req-52421fba-b301-4a67-88ac-1746e38485fd tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Unset dirty status for tenant:d5ca9a25ddbb42138f9b6a1b70d08687 on resource:port {{(pid=82096) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 14 08:55:00.619642 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-446e0ca2-2e3f-4569-a638-c2900e203231 req-52421fba-b301-4a67-88ac-1746e38485fd tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=12f1eecc-51ce-466e-9da9-9fbe94ccca75 HTTP/1.1" status: 200  len: 945 time: 0.1032832
Jul 14 08:55:00.667168 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-446e0ca2-2e3f-4569-a638-c2900e203231 req-83ef5083-2ce7-4ce3-b750-dd82553887d6 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414238
Jul 14 08:55:01.010016 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ce691-5dbf-4b6e-ab05-7d6515ec5988 req-2e16e994-300a-4f4a-8a7a-e5b53a0eb71e tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:55:01.011567 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-541ce691-5dbf-4b6e-ab05-7d6515ec5988 req-2e16e994-300a-4f4a-8a7a-e5b53a0eb71e tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f1eecc-51ce-466e-9da9-9fbe94ccca75 HTTP/1.1" status: 200  len: 945 time: 0.0804319
Jul 14 08:55:01.092751 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [req-541ce691-5dbf-4b6e-ab05-7d6515ec5988 req-585af992-9d72-4fac-ab51-6d514e39bf28 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Deleting port 8f1b260c-b5d4-4746-a94e-403264d82f66 {{(pid=82095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:55:01.093132 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-541ce691-5dbf-4b6e-ab05-7d6515ec5988 req-585af992-9d72-4fac-ab51-6d514e39bf28 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:01.341707 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [req-541ce691-5dbf-4b6e-ab05-7d6515ec5988 req-585af992-9d72-4fac-ab51-6d514e39bf28 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] For port 8f1b260c-b5d4-4746-a94e-403264d82f66, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=8f1b260c-b5d4-4746-a94e-403264d82f66,segment=NetworkSegment(57e109e9-a08a-4b16-af5b-d8326e490f60),segment_id=57e109e9-a08a-4b16-af5b-d8326e490f60)] {{(pid=82095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:55:01.342137 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-541ce691-5dbf-4b6e-ab05-7d6515ec5988 req-585af992-9d72-4fac-ab51-6d514e39bf28 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:01.681339 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [req-541ce691-5dbf-4b6e-ab05-7d6515ec5988 req-585af992-9d72-4fac-ab51-6d514e39bf28 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Calling delete_port for 8f1b260c-b5d4-4746-a94e-403264d82f66 owned by compute:nova {{(pid=82095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:55:01.879972 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-541ce691-5dbf-4b6e-ab05-7d6515ec5988 req-585af992-9d72-4fac-ab51-6d514e39bf28 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2034925'] for port, after_delete {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:01.887518 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-a5c5a2d4-172e-413a-b374-7c299f94c21b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:55:01.934746 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585af992-9d72-4fac-ab51-6d514e39bf28 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Pushing event deleted for resources: {'Port': ['ID=8f1b260c-b5d4-4746-a94e-403264d82f66,revision_number=None']} {{(pid=82095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:55:01.939682 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-585af992-9d72-4fac-ab51-6d514e39bf28 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:55:01.977129 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754a2f4-a379-4bdd-b57a-0a699cf24bf0 req-cdc56390-0d70-4eec-afd4-e1069ad1f760 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 14 08:55:01.978681 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a754a2f4-a379-4bdd-b57a-0a699cf24bf0 req-cdc56390-0d70-4eec-afd4-e1069ad1f760 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=12f1eecc-51ce-466e-9da9-9fbe94ccca75 HTTP/1.1" status: 200  len: 945 time: 0.1847010
Jul 14 08:55:02.044691 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [req-541ce691-5dbf-4b6e-ab05-7d6515ec5988 req-585af992-9d72-4fac-ab51-6d514e39bf28 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] No DVR routers for this DVR port 8f1b260c-b5d4-4746-a94e-403264d82f66 on host hv-cinder-80022 {{(pid=82095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 14 08:55:02.048672 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [req-541ce691-5dbf-4b6e-ab05-7d6515ec5988 req-585af992-9d72-4fac-ab51-6d514e39bf28 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for port, before_response {{(pid=82095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:02.051400 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f1eecc-51ce-466e-9da9-9fbe94ccca75', 'name': 'network-vif-deleted', 'tag': '8f1b260c-b5d4-4746-a94e-403264d82f66'}] {{(pid=82095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 14 08:55:02.074089 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-541ce691-5dbf-4b6e-ab05-7d6515ec5988 req-585af992-9d72-4fac-ab51-6d514e39bf28 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.43 "DELETE /v2.0/ports/8f1b260c-b5d4-4746-a94e-403264d82f66 HTTP/1.1" status: 204  len: 173 time: 1.0499372
Jul 14 08:55:02.085482 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-a754a2f4-a379-4bdd-b57a-0a699cf24bf0 req-0c422ff2-732b-493c-96db-84f34f996fda tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b958f0ae-e380-4606-8c45-4c5a27f14f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1005013
Jul 14 08:55:02.108959 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f1eecc-51ce-466e-9da9-9fbe94ccca75', 'name': 'network-vif-deleted', 'tag': '8f1b260c-b5d4-4746-a94e-403264d82f66', 'status': 'completed', 'code': 200}
Jul 14 08:55:03.270401 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [req-e78a4a90-6b96-45dc-9059-d734279080e9 req-fae63928-d687-48b4-b522-c1f9245f813c tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "GET /v2.0/ports?device_id=12f1eecc-51ce-466e-9da9-9fbe94ccca75 HTTP/1.1" status: 200  len: 210 time: 0.0445507
Jul 14 08:55:04.376081 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 35750) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:55:04.540117 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-03528abf-2ddf-4e83-bfb4-24786d672c67 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Deleting port c760aa0f-0f6f-48dc-b4ad-328e5356f72b {{(pid=82096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:55:04.540495 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03528abf-2ddf-4e83-bfb4-24786d672c67 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:04.714478 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03528abf-2ddf-4e83-bfb4-24786d672c67 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:04.714852 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03528abf-2ddf-4e83-bfb4-24786d672c67 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:04.839743 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-03528abf-2ddf-4e83-bfb4-24786d672c67 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Calling delete_port for c760aa0f-0f6f-48dc-b4ad-328e5356f72b owned by network:floatingip {{(pid=82096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:55:04.976081 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03528abf-2ddf-4e83-bfb4-24786d672c67 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132881'] for port, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:04.980346 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-00dadaa7-c20b-44b8-b499-3d8621da5e5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:55:05.021551 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03528abf-2ddf-4e83-bfb4-24786d672c67 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Pushing event deleted for resources: {'Port': ['ID=c760aa0f-0f6f-48dc-b4ad-328e5356f72b,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:55:05.024327 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-03528abf-2ddf-4e83-bfb4-24786d672c67 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:55:05.117370 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03528abf-2ddf-4e83-bfb4-24786d672c67 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for floatingip, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:05.132206 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03528abf-2ddf-4e83-bfb4-24786d672c67 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854727143'] for floatingip, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:05.133422 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-03528abf-2ddf-4e83-bfb4-24786d672c67 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "DELETE /v2.0/floatingips/fecebcec-827a-400e-9c49-8cac145c59aa HTTP/1.1" status: 204  len: 168 time: 0.7562745
Jul 14 08:55:05.418759 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 8f1b260c-b5d4-4746-a94e-403264d82f66 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:55:05.452103 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] No Port match for: 8f1b260c-b5d4-4746-a94e-403264d82f66 {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:55:05.452500 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Device 8f1b260c-b5d4-4746-a94e-403264d82f66 not bound to the agent host hv-cinder-80022 {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:55:05.784362 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-118367d7-cb87-4d19-a730-39190629f611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:06.145105 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:06.530482 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 35764) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:55:06.604954 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2c63b32c-1352-42f9-b871-61937671ab84 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:06.634255 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2c63b32c-1352-42f9-b871-61937671ab84 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:06.683890 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2c63b32c-1352-42f9-b871-61937671ab84 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:06.688942 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-20805d51-c088-46f2-8125-ca89c4796e01 tempest-TestMinimumBasicScenario-930852885 tempest-TestMinimumBasicScenario-930852885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:55:06.704173 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63b32c-1352-42f9-b871-61937671ab84 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b958f0ae-e380-4606-8c45-4c5a27f14f9e,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:55:06.707564 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-2c63b32c-1352-42f9-b871-61937671ab84 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:55:06.713677 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2c63b32c-1352-42f9-b871-61937671ab84 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:06.714877 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-2c63b32c-1352-42f9-b871-61937671ab84 tempest-TestVolumeBootPattern-910937966 tempest-TestVolumeBootPattern-910937966-project] 10.222.0.42 "DELETE /v2.0/security-groups/b958f0ae-e380-4606-8c45-4c5a27f14f9e HTTP/1.1" status: 204  len: 168 time: 0.1832845
Jul 14 08:55:06.763651 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:06.776557 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 35770) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:55:07.367796 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5cc52ee6-360b-4f19-bb38-040491650e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854084536'] for router_interface, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:07.770336 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0d22928d-e5eb-4673-bb53-3e3e7fbbb017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:07.975191 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-5cc52ee6-360b-4f19-bb38-040491650e41 admin admin] Deleting port cfdfede3-3646-4b11-bd86-a286e5615db7 {{(pid=82096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:55:07.975574 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5cc52ee6-360b-4f19-bb38-040491650e41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:08.147796 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-5cc52ee6-360b-4f19-bb38-040491650e41 admin admin] For port cfdfede3-3646-4b11-bd86-a286e5615db7, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=cfdfede3-3646-4b11-bd86-a286e5615db7,segment=NetworkSegment(57e109e9-a08a-4b16-af5b-d8326e490f60),segment_id=57e109e9-a08a-4b16-af5b-d8326e490f60)] {{(pid=82096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:55:08.148112 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5cc52ee6-360b-4f19-bb38-040491650e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:08.495618 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-5cc52ee6-360b-4f19-bb38-040491650e41 admin admin] Calling delete_port for cfdfede3-3646-4b11-bd86-a286e5615db7 owned by network:router_interface {{(pid=82096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:55:08.556768 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:08.665275 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5cc52ee6-360b-4f19-bb38-040491650e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132881'] for port, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:08.669588 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-426a630b-435a-475d-8df3-bc2e333e26e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:55:08.713546 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc52ee6-360b-4f19-bb38-040491650e41 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfdfede3-3646-4b11-bd86-a286e5615db7,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:55:08.716608 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-5cc52ee6-360b-4f19-bb38-040491650e41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:55:09.014329 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5cc52ee6-360b-4f19-bb38-040491650e41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7804734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699896'] for router_interface, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:09.595669 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:09.622782 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc52ee6-360b-4f19-bb38-040491650e41 admin admin] Router 5be78347-3ba5-4a96-ae33-4dff4e9bb7e0 has already been hosted by L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c {{(pid=82096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 14 08:55:09.832414 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc52ee6-360b-4f19-bb38-040491650e41 admin admin] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:55:09.841086 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb5b146-b754-4916-8065-276c463263d6 None None] Sync routers for ids ['5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'] in dv-cinder-800229-1-iscsi {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:55:09.845234 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-5cc52ee6-360b-4f19-bb38-040491650e41 admin admin] 10.222.0.42 "PUT /v2.0/routers/5be78347-3ba5-4a96-ae33-4dff4e9bb7e0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0675189
Jul 14 08:55:09.848707 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 35776) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:55:09.856227 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb5b146-b754-4916-8065-276c463263d6 None None] Routers {'5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:55:09.856897 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-bbb5b146-b754-4916-8065-276c463263d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6401f1f6d8>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:55:08Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:55:10.043766 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-bbb5b146-b754-4916-8065-276c463263d6 None None] Set router 5be78347-3ba5-4a96-ae33-4dff4e9bb7e0 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:55:10.055407 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-fedd6462-dba9-4372-9bbf-9c179043114a admin admin] Notify callbacks [] for router, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:10.257574 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-fedd6462-dba9-4372-9bbf-9c179043114a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:10.265851 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-fedd6462-dba9-4372-9bbf-9c179043114a admin admin] Deleting port 155255aa-829c-445a-83c1-0f2fe7a5070c {{(pid=82096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:55:10.266227 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-fedd6462-dba9-4372-9bbf-9c179043114a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:10.344262 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-bbb5b146-b754-4916-8065-276c463263d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6401f1f6d8>, [{'id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'name': 'tempest-TestVolumeBootPattern-1352610820-router', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:33Z', 'updated_at': '2021-07-14T08:55:08Z', 'revision_number': 5, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'gw_port': {'id': '155255aa-829c-445a-83c1-0f2fe7a5070c', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fe:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:34Z', 'updated_at': '2021-07-14T08:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi'}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:55:10.349118 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb5b146-b754-4916-8065-276c463263d6 None None] Checking router: 5be78347-3ba5-4a96-ae33-4dff4e9bb7e0 for host: dv-cinder-800229-1-iscsi {{(pid=82097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:55:10.360331 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb5b146-b754-4916-8065-276c463263d6 None None] Routers {'5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:55:10.360988 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-bbb5b146-b754-4916-8065-276c463263d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6401f1f6d8>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:55:08Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'], 'active': True} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:55:10.448415 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-fedd6462-dba9-4372-9bbf-9c179043114a admin admin] For port 155255aa-829c-445a-83c1-0f2fe7a5070c, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=155255aa-829c-445a-83c1-0f2fe7a5070c,segment=NetworkSegment(eeb05519-cb3f-4410-affd-d7c1079f9a7a),segment_id=eeb05519-cb3f-4410-affd-d7c1079f9a7a)] {{(pid=82096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:55:10.448812 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-fedd6462-dba9-4372-9bbf-9c179043114a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:10.524027 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-bbb5b146-b754-4916-8065-276c463263d6 None None] Set router 5be78347-3ba5-4a96-ae33-4dff4e9bb7e0 gateway port host: None {{(pid=82097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:55:10.576245 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-fedd6462-dba9-4372-9bbf-9c179043114a admin admin] Calling delete_port for 155255aa-829c-445a-83c1-0f2fe7a5070c owned by network:router_gateway {{(pid=82096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:55:10.644064 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-bbb5b146-b754-4916-8065-276c463263d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6401f1f6d8>, [{'id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'name': 'tempest-TestVolumeBootPattern-1352610820-router', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:33Z', 'updated_at': '2021-07-14T08:55:10Z', 'revision_number': 6, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'gw_port_host': None}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:55:10.648707 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb5b146-b754-4916-8065-276c463263d6 None None] The sync data for ids ['5be78347-3ba5-4a96-ae33-4dff4e9bb7e0'] in dv-cinder-800229-1-iscsi is: [{'id': '5be78347-3ba5-4a96-ae33-4dff4e9bb7e0', 'name': 'tempest-TestVolumeBootPattern-1352610820-router', 'tenant_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:33Z', 'updated_at': '2021-07-14T08:55:10Z', 'revision_number': 6, 'project_id': 'd5ca9a25ddbb42138f9b6a1b70d08687', 'gw_port_host': None}] {{(pid=82097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:55:10.747662 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-fedd6462-dba9-4372-9bbf-9c179043114a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132881'] for port, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:10.752233 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-1f09d7d2-d512-462d-8cb2-bb37ef32ed09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:55:10.799442 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd6462-dba9-4372-9bbf-9c179043114a admin admin] Pushing event deleted for resources: {'Port': ['ID=155255aa-829c-445a-83c1-0f2fe7a5070c,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:55:10.802297 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-fedd6462-dba9-4372-9bbf-9c179043114a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:55:11.049643 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device cfdfede3-3646-4b11-bd86-a286e5615db7 no longer exists at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:55:11.085753 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] No Port match for: cfdfede3-3646-4b11-bd86-a286e5615db7 {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:55:11.086156 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device cfdfede3-3646-4b11-bd86-a286e5615db7 not bound to the agent host dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:55:11.086635 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 155255aa-829c-445a-83c1-0f2fe7a5070c no longer exists at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:55:11.120506 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] No Port match for: 155255aa-829c-445a-83c1-0f2fe7a5070c {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:55:11.120828 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 155255aa-829c-445a-83c1-0f2fe7a5070c not bound to the agent host dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:55:11.251118 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.agents_db [None req-e2914788-e7e4-4a13-b83f-78c3979e9233 None None] Agent healthcheck: found 6 active agents {{(pid=82098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 14 08:55:11.251454 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-fedd6462-dba9-4372-9bbf-9c179043114a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854079879'] for router_gateway, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:11.514886 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-fedd6462-dba9-4372-9bbf-9c179043114a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854083207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29855'] for router, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:11.519333 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-fedd6462-dba9-4372-9bbf-9c179043114a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:11.542265 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-fedd6462-dba9-4372-9bbf-9c179043114a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697065'] for router, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:11.542921 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fedd6462-dba9-4372-9bbf-9c179043114a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5be78347-3ba5-4a96-ae33-4dff4e9bb7e0 {{(pid=82096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 14 08:55:11.559482 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-fedd6462-dba9-4372-9bbf-9c179043114a admin admin] Notify callbacks [] for router, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:11.562993 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-fedd6462-dba9-4372-9bbf-9c179043114a admin admin] 10.222.0.42 "DELETE /v2.0/routers/5be78347-3ba5-4a96-ae33-4dff4e9bb7e0 HTTP/1.1" status: 204  len: 168 time: 1.7111118
Jul 14 08:55:11.563695 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 35780) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:55:11.635230 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_v2 [None req-590f45ee-4a63-435b-82c5-7dd3758a6c31 admin admin] Deleting subnet 96d8d046-4279-496a-b8c7-1752b53b9847 {{(pid=82096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 14 08:55:11.638459 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-590f45ee-4a63-435b-82c5-7dd3758a6c31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:11.694172 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-590f45ee-4a63-435b-82c5-7dd3758a6c31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098149'] for subnet, precommit_delete_associations {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:11.773068 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-590f45ee-4a63-435b-82c5-7dd3758a6c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853748987'] for subnet, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:11.838375 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-590f45ee-4a63-435b-82c5-7dd3758a6c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853643001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852154510'] for subnet, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:11.842800 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:55:11.882538 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f45ee-4a63-435b-82c5-7dd3758a6c31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96d8d046-4279-496a-b8c7-1752b53b9847,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:55:11.885466 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-590f45ee-4a63-435b-82c5-7dd3758a6c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:55:11.887908 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-590f45ee-4a63-435b-82c5-7dd3758a6c31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:11.893829 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed31a06a-d348-40ef-81ce-4e39c850c30c None None] Network 63a55da1-a3c0-4491-b519-b032a596f63a requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:55:11.893981 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-590f45ee-4a63-435b-82c5-7dd3758a6c31 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/96d8d046-4279-496a-b8c7-1752b53b9847 HTTP/1.1" status: 204  len: 168 time: 0.3289130
Jul 14 08:55:11.896636 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 35784) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:55:12.011223 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-634fa6fe-7d00-4d77-a8f8-15452ab78c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-950592'] for network, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:12.021806 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-634fa6fe-7d00-4d77-a8f8-15452ab78c5b admin admin] Deleting port d872251e-5186-46f1-bb22-c085bf729f0c {{(pid=82096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:55:12.022172 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-634fa6fe-7d00-4d77-a8f8-15452ab78c5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:12.166475 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d65c64-1e7b-4d6b-9fae-1d212141e6f7 None None] DHCP port deletion for 63a55da1-a3c0-4491-b519-b032a596f63a request from dv-cinder-800229-1-iscsi {{(pid=82097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jul 14 08:55:12.170733 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-f2d65c64-1e7b-4d6b-9fae-1d212141e6f7 None None] Deleting port d872251e-5186-46f1-bb22-c085bf729f0c {{(pid=82097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:55:12.171183 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f2d65c64-1e7b-4d6b-9fae-1d212141e6f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:12.231931 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-634fa6fe-7d00-4d77-a8f8-15452ab78c5b admin admin] For port d872251e-5186-46f1-bb22-c085bf729f0c, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=d872251e-5186-46f1-bb22-c085bf729f0c,segment=NetworkSegment(57e109e9-a08a-4b16-af5b-d8326e490f60),segment_id=57e109e9-a08a-4b16-af5b-d8326e490f60)] {{(pid=82096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:55:12.232323 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-634fa6fe-7d00-4d77-a8f8-15452ab78c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:12.358419 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-634fa6fe-7d00-4d77-a8f8-15452ab78c5b admin admin] Calling delete_port for d872251e-5186-46f1-bb22-c085bf729f0c owned by network:dhcp {{(pid=82096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:55:12.380205 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-f2d65c64-1e7b-4d6b-9fae-1d212141e6f7 None None] For port d872251e-5186-46f1-bb22-c085bf729f0c, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=d872251e-5186-46f1-bb22-c085bf729f0c,segment=NetworkSegment(57e109e9-a08a-4b16-af5b-d8326e490f60),segment_id=57e109e9-a08a-4b16-af5b-d8326e490f60)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:55:12.380570 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f2d65c64-1e7b-4d6b-9fae-1d212141e6f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:12.431302 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-634fa6fe-7d00-4d77-a8f8-15452ab78c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132881'] for port, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:12.435758 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-14060567-ee0f-4637-a6ee-e3b8cc1c0477 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:55:12.476373 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634fa6fe-7d00-4d77-a8f8-15452ab78c5b admin admin] Pushing event deleted for resources: {'Port': ['ID=d872251e-5186-46f1-bb22-c085bf729f0c,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:55:12.480126 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-634fa6fe-7d00-4d77-a8f8-15452ab78c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:55:12.483157 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634fa6fe-7d00-4d77-a8f8-15452ab78c5b admin admin] No DVR routers for this DVR port d872251e-5186-46f1-bb22-c085bf729f0c on host dv-cinder-800229-1-iscsi {{(pid=82096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 14 08:55:12.507001 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-f2d65c64-1e7b-4d6b-9fae-1d212141e6f7 None None] Calling delete_port for d872251e-5186-46f1-bb22-c085bf729f0c owned by network:dhcp {{(pid=82097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:55:12.579345 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.db.api [None req-f2d65c64-1e7b-4d6b-9fae-1d212141e6f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82097) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 14 08:55:12.579759 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_db.api [None req-f2d65c64-1e7b-4d6b-9fae-1d212141e6f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 14 08:55:12.606797 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-634fa6fe-7d00-4d77-a8f8-15452ab78c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853745778', 'neutron.services.segments.db._delete_segments_for_network--9223363282633926140'] for network, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:12.621327 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-634fa6fe-7d00-4d77-a8f8-15452ab78c5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f64024d5ac8>,) {'filters': {'network_id': ['63a55da1-a3c0-4491-b519-b032a596f63a']}} {{(pid=82096) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:55:12.634639 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-634fa6fe-7d00-4d77-a8f8-15452ab78c5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f64024d5ac8>, '57e109e9-a08a-4b16-af5b-d8326e490f60') {'for_net_delete': True} {{(pid=82096) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:55:12.634976 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-634fa6fe-7d00-4d77-a8f8-15452ab78c5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f64024d5ac8>, '57e109e9-a08a-4b16-af5b-d8326e490f60') {} {{(pid=82096) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:55:12.646532 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-634fa6fe-7d00-4d77-a8f8-15452ab78c5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282633931619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852677651'] for segment, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:12.660992 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-634fa6fe-7d00-4d77-a8f8-15452ab78c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6123'] for segment, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:12.667395 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-634fa6fe-7d00-4d77-a8f8-15452ab78c5b admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=82096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 14 08:55:12.667834 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-634fa6fe-7d00-4d77-a8f8-15452ab78c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854769693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853642902'] for segment, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:12.686183 dv-cinder-800229-1-iscsi neutron-server[81984]: Traceback (most recent call last):
Jul 14 08:55:12.686183 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 14 08:55:12.686183 dv-cinder-800229-1-iscsi neutron-server[81984]:     timer()
Jul 14 08:55:12.686183 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 14 08:55:12.686183 dv-cinder-800229-1-iscsi neutron-server[81984]:     cb(*args, **kw)
Jul 14 08:55:12.686183 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 14 08:55:12.686183 dv-cinder-800229-1-iscsi neutron-server[81984]:     return func(*args, **kwargs)
Jul 14 08:55:12.686183 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 14 08:55:12.686183 dv-cinder-800229-1-iscsi neutron-server[81984]:     self._notify()
Jul 14 08:55:12.686183 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 14 08:55:12.686183 dv-cinder-800229-1-iscsi neutron-server[81984]:     self.callback(batched_events)
Jul 14 08:55:12.686183 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 14 08:55:12.686183 dv-cinder-800229-1-iscsi neutron-server[81984]:     event.method(event)
Jul 14 08:55:12.686183 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 14 08:55:12.686183 dv-cinder-800229-1-iscsi neutron-server[81984]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 14 08:55:12.686183 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 14 08:55:12.686183 dv-cinder-800229-1-iscsi neutron-server[81984]:     segment_id)['aggregates'][0]
Jul 14 08:55:12.686183 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Jul 14 08:55:12.686183 dv-cinder-800229-1-iscsi neutron-server[81984]:     return f(self, *a, **k)
Jul 14 08:55:12.686183 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 14 08:55:12.686183 dv-cinder-800229-1-iscsi neutron-server[81984]:     return self._get(url).json()
Jul 14 08:55:12.686183 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 14 08:55:12.686183 dv-cinder-800229-1-iscsi neutron-server[81984]:     **kwargs)
Jul 14 08:55:12.686183 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Jul 14 08:55:12.686183 dv-cinder-800229-1-iscsi neutron-server[81984]:     return self.request(url, 'GET', **kwargs)
Jul 14 08:55:12.686183 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Jul 14 08:55:12.686183 dv-cinder-800229-1-iscsi neutron-server[81984]:     **endpoint_filter)
Jul 14 08:55:12.686183 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Jul 14 08:55:12.686183 dv-cinder-800229-1-iscsi neutron-server[81984]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 14 08:55:12.686183 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Jul 14 08:55:12.686183 dv-cinder-800229-1-iscsi neutron-server[81984]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 14 08:55:12.686183 dv-cinder-800229-1-iscsi neutron-server[81984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 14 08:55:12.760049 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-634fa6fe-7d00-4d77-a8f8-15452ab78c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1030070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695875'] for network, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:12.763456 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:55:12.779090 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-634fa6fe-7d00-4d77-a8f8-15452ab78c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for network, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:12.788266 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634fa6fe-7d00-4d77-a8f8-15452ab78c5b admin admin] Pushing event deleted for resources: {'Network': ['ID=63a55da1-a3c0-4491-b519-b032a596f63a,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:55:12.791577 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-634fa6fe-7d00-4d77-a8f8-15452ab78c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:55:12.802028 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-634fa6fe-7d00-4d77-a8f8-15452ab78c5b admin admin] 10.222.0.42 "DELETE /v2.0/networks/63a55da1-a3c0-4491-b519-b032a596f63a HTTP/1.1" status: 204  len: 168 time: 0.9043059
Jul 14 08:55:12.805119 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 35788) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:55:13.044159 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device d872251e-5186-46f1-bb22-c085bf729f0c no longer exists at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:55:13.078300 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] No Port match for: d872251e-5186-46f1-bb22-c085bf729f0c {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:55:13.078691 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device d872251e-5186-46f1-bb22-c085bf729f0c not bound to the agent host dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:55:13.080710 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-f2d65c64-1e7b-4d6b-9fae-1d212141e6f7 None None] Deleting port d872251e-5186-46f1-bb22-c085bf729f0c {{(pid=82097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:55:13.081124 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f2d65c64-1e7b-4d6b-9fae-1d212141e6f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:13.146887 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-f2d65c64-1e7b-4d6b-9fae-1d212141e6f7 None None] The port 'd872251e-5186-46f1-bb22-c085bf729f0c' was deleted {{(pid=82097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}}
Jul 14 08:55:13.203400 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7f313555-d59a-45e3-91f9-0b87a89ab167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854084536'] for router_interface, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:13.822531 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-7f313555-d59a-45e3-91f9-0b87a89ab167 admin admin] Deleting port 6d19a6e4-e77c-442f-9c80-3cc1d7fb09fd {{(pid=82096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:55:13.822912 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7f313555-d59a-45e3-91f9-0b87a89ab167 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:13.998102 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-7f313555-d59a-45e3-91f9-0b87a89ab167 admin admin] For port 6d19a6e4-e77c-442f-9c80-3cc1d7fb09fd, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=6d19a6e4-e77c-442f-9c80-3cc1d7fb09fd,segment=NetworkSegment(e3e4d096-f7f6-4313-baea-cbaa164b312a),segment_id=e3e4d096-f7f6-4313-baea-cbaa164b312a)] {{(pid=82096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:55:13.998500 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7f313555-d59a-45e3-91f9-0b87a89ab167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:14.343208 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-7f313555-d59a-45e3-91f9-0b87a89ab167 admin admin] Calling delete_port for 6d19a6e4-e77c-442f-9c80-3cc1d7fb09fd owned by network:router_interface {{(pid=82096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:55:14.502004 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7f313555-d59a-45e3-91f9-0b87a89ab167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132881'] for port, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:14.506782 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-6b612477-0240-4e3e-bab7-13d2642c6a47 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:55:14.546583 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f313555-d59a-45e3-91f9-0b87a89ab167 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d19a6e4-e77c-442f-9c80-3cc1d7fb09fd,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:55:14.549416 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-7f313555-d59a-45e3-91f9-0b87a89ab167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:55:14.860352 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7f313555-d59a-45e3-91f9-0b87a89ab167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7804734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699896'] for router_interface, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:15.451372 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f313555-d59a-45e3-91f9-0b87a89ab167 admin admin] Router 7ce56b48-9881-4b8c-97b2-643799efb0c3 has already been hosted by L3 agent 4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c {{(pid=82096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 14 08:55:15.661905 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f313555-d59a-45e3-91f9-0b87a89ab167 admin admin] Notify agent at l3_agent.dv-cinder-800229-1-iscsi the message routers_updated {{(pid=82096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 14 08:55:15.670927 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-7f313555-d59a-45e3-91f9-0b87a89ab167 admin admin] 10.222.0.42 "PUT /v2.0/routers/7ce56b48-9881-4b8c-97b2-643799efb0c3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8647804
Jul 14 08:55:15.671078 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fb1d7f-0faa-404c-9687-78ed30f65c19 None None] Sync routers for ids ['7ce56b48-9881-4b8c-97b2-643799efb0c3'] in dv-cinder-800229-1-iscsi {{(pid=82098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 14 08:55:15.673654 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 35792) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:55:15.684684 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fb1d7f-0faa-404c-9687-78ed30f65c19 None None] Routers {'7ce56b48-9881-4b8c-97b2-643799efb0c3'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:55:15.685352 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-98fb1d7f-0faa-404c-9687-78ed30f65c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6402c4d668>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:55:08Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['7ce56b48-9881-4b8c-97b2-643799efb0c3'], 'active': True} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:55:15.881521 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0b0d495b-7d32-45b0-a697-eed102498618 admin admin] Notify callbacks [] for router, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:16.012577 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-98fb1d7f-0faa-404c-9687-78ed30f65c19 None None] Set router 7ce56b48-9881-4b8c-97b2-643799efb0c3 gateway port host: dv-cinder-800229-1-iscsi {{(pid=82098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:55:16.090668 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0b0d495b-7d32-45b0-a697-eed102498618 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:16.099126 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-0b0d495b-7d32-45b0-a697-eed102498618 admin admin] Deleting port 68b545b6-e2d9-4f44-9f07-52216ed4c2b7 {{(pid=82096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:55:16.099518 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0b0d495b-7d32-45b0-a697-eed102498618 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:16.278750 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-0b0d495b-7d32-45b0-a697-eed102498618 admin admin] For port 68b545b6-e2d9-4f44-9f07-52216ed4c2b7, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=68b545b6-e2d9-4f44-9f07-52216ed4c2b7,segment=NetworkSegment(eeb05519-cb3f-4410-affd-d7c1079f9a7a),segment_id=eeb05519-cb3f-4410-affd-d7c1079f9a7a)] {{(pid=82096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:55:16.279187 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0b0d495b-7d32-45b0-a697-eed102498618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:16.308894 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-98fb1d7f-0faa-404c-9687-78ed30f65c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6402c4d668>, [{'id': '7ce56b48-9881-4b8c-97b2-643799efb0c3', 'name': 'tempest-TestVolumeBootPattern-627248343-router', 'tenant_id': '5abb2de6ec754377a973767f2a1d8b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'external_fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '68b545b6-e2d9-4f44-9f07-52216ed4c2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:54Z', 'updated_at': '2021-07-14T08:55:14Z', 'revision_number': 5, 'project_id': '5abb2de6ec754377a973767f2a1d8b43', 'gw_port': {'id': '68b545b6-e2d9-4f44-9f07-52216ed4c2b7', 'name': '', 'network_id': '67339833-1858-4359-a5f3-39cbe3daa12b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:78:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce56b48-9881-4b8c-97b2-643799efb0c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:56Z', 'updated_at': '2021-07-14T08:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5340f5f3-2f04-41df-9207-8bcd858e18e6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-iscsi'}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:55:16.312917 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fb1d7f-0faa-404c-9687-78ed30f65c19 None None] Checking router: 7ce56b48-9881-4b8c-97b2-643799efb0c3 for host: dv-cinder-800229-1-iscsi {{(pid=82098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 14 08:55:16.324223 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fb1d7f-0faa-404c-9687-78ed30f65c19 None None] Routers {'7ce56b48-9881-4b8c-97b2-643799efb0c3'} bound to L3 agent in host dv-cinder-800229-1-iscsi {{(pid=82098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 14 08:55:16.324879 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-98fb1d7f-0faa-404c-9687-78ed30f65c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6402c4d668>, 'dv-cinder-800229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:35:38Z,description=<?>,heartbeat_timestamp=2021-07-14T08:55:08Z,host='dv-cinder-800229-1-iscsi',id=4a08c4ad-a0c7-4985-9bea-4ebc1b69f77c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-14T08:35:38Z,topic='l3_agent')) {'router_ids': ['7ce56b48-9881-4b8c-97b2-643799efb0c3'], 'active': True} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:55:16.404578 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-0b0d495b-7d32-45b0-a697-eed102498618 admin admin] Calling delete_port for 68b545b6-e2d9-4f44-9f07-52216ed4c2b7 owned by network:router_gateway {{(pid=82096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:55:16.481269 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvr_db [None req-98fb1d7f-0faa-404c-9687-78ed30f65c19 None None] Set router 7ce56b48-9881-4b8c-97b2-643799efb0c3 gateway port host: None {{(pid=82098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 14 08:55:16.575962 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0b0d495b-7d32-45b0-a697-eed102498618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132881'] for port, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:16.580496 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-634fa6fe-7d00-4d77-a8f8-15452ab78c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:55:16.592667 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_hamode_db [None req-98fb1d7f-0faa-404c-9687-78ed30f65c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6402c4d668>, [{'id': '7ce56b48-9881-4b8c-97b2-643799efb0c3', 'name': 'tempest-TestVolumeBootPattern-627248343-router', 'tenant_id': '5abb2de6ec754377a973767f2a1d8b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:54Z', 'updated_at': '2021-07-14T08:55:16Z', 'revision_number': 6, 'project_id': '5abb2de6ec754377a973767f2a1d8b43', 'gw_port_host': None}], 'dv-cinder-800229-1-iscsi', False) {} {{(pid=82098) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:55:16.597125 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fb1d7f-0faa-404c-9687-78ed30f65c19 None None] The sync data for ids ['7ce56b48-9881-4b8c-97b2-643799efb0c3'] in dv-cinder-800229-1-iscsi is: [{'id': '7ce56b48-9881-4b8c-97b2-643799efb0c3', 'name': 'tempest-TestVolumeBootPattern-627248343-router', 'tenant_id': '5abb2de6ec754377a973767f2a1d8b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:54Z', 'updated_at': '2021-07-14T08:55:16Z', 'revision_number': 6, 'project_id': '5abb2de6ec754377a973767f2a1d8b43', 'gw_port_host': None}] {{(pid=82098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 14 08:55:16.853174 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d495b-7d32-45b0-a697-eed102498618 admin admin] Pushing event deleted for resources: {'Port': ['ID=68b545b6-e2d9-4f44-9f07-52216ed4c2b7,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:55:16.856890 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-0b0d495b-7d32-45b0-a697-eed102498618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:55:17.049057 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 6d19a6e4-e77c-442f-9c80-3cc1d7fb09fd no longer exists at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:55:17.083585 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] No Port match for: 6d19a6e4-e77c-442f-9c80-3cc1d7fb09fd {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:55:17.084094 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 6d19a6e4-e77c-442f-9c80-3cc1d7fb09fd not bound to the agent host dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:55:17.084636 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 68b545b6-e2d9-4f44-9f07-52216ed4c2b7 no longer exists at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:55:17.089146 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0b0d495b-7d32-45b0-a697-eed102498618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854079879'] for router_gateway, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:17.117383 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] No Port match for: 68b545b6-e2d9-4f44-9f07-52216ed4c2b7 {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:55:17.117777 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 68b545b6-e2d9-4f44-9f07-52216ed4c2b7 not bound to the agent host dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:55:17.356289 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0b0d495b-7d32-45b0-a697-eed102498618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854083207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29855'] for router, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:17.360532 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0b0d495b-7d32-45b0-a697-eed102498618 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:17.386514 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0b0d495b-7d32-45b0-a697-eed102498618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-697065'] for router, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:17.387054 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0d495b-7d32-45b0-a697-eed102498618 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ce56b48-9881-4b8c-97b2-643799efb0c3 {{(pid=82096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 14 08:55:17.401563 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0b0d495b-7d32-45b0-a697-eed102498618 admin admin] Notify callbacks [] for router, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:17.402914 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-0b0d495b-7d32-45b0-a697-eed102498618 admin admin] 10.222.0.42 "DELETE /v2.0/routers/7ce56b48-9881-4b8c-97b2-643799efb0c3 HTTP/1.1" status: 204  len: 168 time: 1.7282646
Jul 14 08:55:17.405570 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 35796) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:55:17.473000 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.db_base_plugin_v2 [None req-428aebdd-56f4-4e8a-93ce-e3c6fce00f88 admin admin] Deleting subnet 9bdaa03d-0385-44a7-97cc-6397e715ccb3 {{(pid=82096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 14 08:55:17.476396 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-428aebdd-56f4-4e8a-93ce-e3c6fce00f88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:17.527735 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-428aebdd-56f4-4e8a-93ce-e3c6fce00f88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098149'] for subnet, precommit_delete_associations {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:17.611489 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-428aebdd-56f4-4e8a-93ce-e3c6fce00f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853748987'] for subnet, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:17.679006 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-428aebdd-56f4-4e8a-93ce-e3c6fce00f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853643001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852154510'] for subnet, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:17.684036 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-c5bc8fd9-64b3-4284-966a-118e4b26c7d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:55:17.723654 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428aebdd-56f4-4e8a-93ce-e3c6fce00f88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bdaa03d-0385-44a7-97cc-6397e715ccb3,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:55:17.726345 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-428aebdd-56f4-4e8a-93ce-e3c6fce00f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:55:17.729899 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-428aebdd-56f4-4e8a-93ce-e3c6fce00f88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:17.735268 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ecb9c3-5b43-4e58-bc96-d64830cbc38d None None] Network c36aba88-bb5f-46a3-81ea-2b65ef49d768 requested from dv-cinder-800229-1-iscsi {{(pid=82097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 14 08:55:17.736732 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-428aebdd-56f4-4e8a-93ce-e3c6fce00f88 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9bdaa03d-0385-44a7-97cc-6397e715ccb3 HTTP/1.1" status: 204  len: 168 time: 0.3301289
Jul 14 08:55:17.739917 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 35800) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:55:17.851398 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b213bed6-4279-46c1-b81f-16f26d0c3088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-950592'] for network, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:17.865270 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-b213bed6-4279-46c1-b81f-16f26d0c3088 admin admin] Deleting port 5504ed2a-2477-4611-ba97-3d3c9709246f {{(pid=82096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:55:17.865547 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b213bed6-4279-46c1-b81f-16f26d0c3088 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:17.994923 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61da98cd-3634-411c-8432-4598e741db47 None None] DHCP port deletion for c36aba88-bb5f-46a3-81ea-2b65ef49d768 request from dv-cinder-800229-1-iscsi {{(pid=82097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jul 14 08:55:17.999122 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-61da98cd-3634-411c-8432-4598e741db47 None None] Deleting port 5504ed2a-2477-4611-ba97-3d3c9709246f {{(pid=82097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:55:17.999561 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-61da98cd-3634-411c-8432-4598e741db47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:18.083888 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-b213bed6-4279-46c1-b81f-16f26d0c3088 admin admin] For port 5504ed2a-2477-4611-ba97-3d3c9709246f, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=5504ed2a-2477-4611-ba97-3d3c9709246f,segment=NetworkSegment(e3e4d096-f7f6-4313-baea-cbaa164b312a),segment_id=e3e4d096-f7f6-4313-baea-cbaa164b312a)] {{(pid=82096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:55:18.084335 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b213bed6-4279-46c1-b81f-16f26d0c3088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:18.206646 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.db [None req-61da98cd-3634-411c-8432-4598e741db47 None None] For port 5504ed2a-2477-4611-ba97-3d3c9709246f, host dv-cinder-800229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-iscsi',level=0,port_id=5504ed2a-2477-4611-ba97-3d3c9709246f,segment=NetworkSegment(e3e4d096-f7f6-4313-baea-cbaa164b312a),segment_id=e3e4d096-f7f6-4313-baea-cbaa164b312a)] {{(pid=82097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 14 08:55:18.207062 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-61da98cd-3634-411c-8432-4598e741db47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854084962'] for port, precommit_delete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:18.209383 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-b213bed6-4279-46c1-b81f-16f26d0c3088 admin admin] Calling delete_port for 5504ed2a-2477-4611-ba97-3d3c9709246f owned by network:dhcp {{(pid=82096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:55:18.282662 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b213bed6-4279-46c1-b81f-16f26d0c3088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846629081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282634017430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282634394006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1132881'] for port, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:18.289048 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-6b612477-0240-4e3e-bab7-13d2642c6a47 tempest-TestShelveInstance-1724950184 tempest-TestShelveInstance-1724950184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:55:18.331067 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b213bed6-4279-46c1-b81f-16f26d0c3088 admin admin] Pushing event deleted for resources: {'Port': ['ID=5504ed2a-2477-4611-ba97-3d3c9709246f,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:55:18.334215 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-b213bed6-4279-46c1-b81f-16f26d0c3088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:55:18.335879 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-61da98cd-3634-411c-8432-4598e741db47 None None] Calling delete_port for 5504ed2a-2477-4611-ba97-3d3c9709246f owned by network:dhcp {{(pid=82097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 14 08:55:18.336776 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b213bed6-4279-46c1-b81f-16f26d0c3088 admin admin] No DVR routers for this DVR port 5504ed2a-2477-4611-ba97-3d3c9709246f on host dv-cinder-800229-1-iscsi {{(pid=82096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 14 08:55:18.405337 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.db.api [None req-61da98cd-3634-411c-8432-4598e741db47 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82097) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 14 08:55:18.405744 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_db.api [None req-61da98cd-3634-411c-8432-4598e741db47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82097) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 14 08:55:18.461426 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b213bed6-4279-46c1-b81f-16f26d0c3088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853745778', 'neutron.services.segments.db._delete_segments_for_network--9223363282633926140'] for network, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:18.475725 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-b213bed6-4279-46c1-b81f-16f26d0c3088 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6401b23518>,) {'filters': {'network_id': ['c36aba88-bb5f-46a3-81ea-2b65ef49d768']}} {{(pid=82096) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:55:18.488083 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-b213bed6-4279-46c1-b81f-16f26d0c3088 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6401b23518>, 'e3e4d096-f7f6-4313-baea-cbaa164b312a') {'for_net_delete': True} {{(pid=82096) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:55:18.488414 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.services.segments.db [None req-b213bed6-4279-46c1-b81f-16f26d0c3088 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6401b23518>, 'e3e4d096-f7f6-4313-baea-cbaa164b312a') {} {{(pid=82096) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 14 08:55:18.500228 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b213bed6-4279-46c1-b81f-16f26d0c3088 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282633931619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852677651'] for segment, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:18.514744 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b213bed6-4279-46c1-b81f-16f26d0c3088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6123'] for segment, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:18.521514 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b213bed6-4279-46c1-b81f-16f26d0c3088 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=82096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 14 08:55:18.521926 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b213bed6-4279-46c1-b81f-16f26d0c3088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854769693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853642902'] for segment, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:18.535953 dv-cinder-800229-1-iscsi neutron-server[81984]: Traceback (most recent call last):
Jul 14 08:55:18.535953 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 14 08:55:18.535953 dv-cinder-800229-1-iscsi neutron-server[81984]:     timer()
Jul 14 08:55:18.535953 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 14 08:55:18.535953 dv-cinder-800229-1-iscsi neutron-server[81984]:     cb(*args, **kw)
Jul 14 08:55:18.535953 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 14 08:55:18.535953 dv-cinder-800229-1-iscsi neutron-server[81984]:     return func(*args, **kwargs)
Jul 14 08:55:18.535953 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 14 08:55:18.535953 dv-cinder-800229-1-iscsi neutron-server[81984]:     self._notify()
Jul 14 08:55:18.535953 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 14 08:55:18.535953 dv-cinder-800229-1-iscsi neutron-server[81984]:     self.callback(batched_events)
Jul 14 08:55:18.535953 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 14 08:55:18.535953 dv-cinder-800229-1-iscsi neutron-server[81984]:     event.method(event)
Jul 14 08:55:18.535953 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 14 08:55:18.535953 dv-cinder-800229-1-iscsi neutron-server[81984]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 14 08:55:18.535953 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 14 08:55:18.535953 dv-cinder-800229-1-iscsi neutron-server[81984]:     segment_id)['aggregates'][0]
Jul 14 08:55:18.535953 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Jul 14 08:55:18.535953 dv-cinder-800229-1-iscsi neutron-server[81984]:     return f(self, *a, **k)
Jul 14 08:55:18.535953 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 14 08:55:18.535953 dv-cinder-800229-1-iscsi neutron-server[81984]:     return self._get(url).json()
Jul 14 08:55:18.535953 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 14 08:55:18.535953 dv-cinder-800229-1-iscsi neutron-server[81984]:     **kwargs)
Jul 14 08:55:18.535953 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Jul 14 08:55:18.535953 dv-cinder-800229-1-iscsi neutron-server[81984]:     return self.request(url, 'GET', **kwargs)
Jul 14 08:55:18.535953 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Jul 14 08:55:18.535953 dv-cinder-800229-1-iscsi neutron-server[81984]:     **endpoint_filter)
Jul 14 08:55:18.535953 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Jul 14 08:55:18.535953 dv-cinder-800229-1-iscsi neutron-server[81984]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 14 08:55:18.535953 dv-cinder-800229-1-iscsi neutron-server[81984]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Jul 14 08:55:18.535953 dv-cinder-800229-1-iscsi neutron-server[81984]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 14 08:55:18.535953 dv-cinder-800229-1-iscsi neutron-server[81984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 14 08:55:18.614401 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b213bed6-4279-46c1-b81f-16f26d0c3088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1030070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846971097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695875'] for network, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:18.617782 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-da3f82db-40dd-4d1a-9682-4db3c58ea555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:55:18.633337 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b213bed6-4279-46c1-b81f-16f26d0c3088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846971048'] for network, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:18.641774 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b213bed6-4279-46c1-b81f-16f26d0c3088 admin admin] Pushing event deleted for resources: {'Network': ['ID=c36aba88-bb5f-46a3-81ea-2b65ef49d768,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:55:18.645459 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-b213bed6-4279-46c1-b81f-16f26d0c3088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:55:18.647122 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-b213bed6-4279-46c1-b81f-16f26d0c3088 admin admin] 10.222.0.42 "DELETE /v2.0/networks/c36aba88-bb5f-46a3-81ea-2b65ef49d768 HTTP/1.1" status: 204  len: 168 time: 0.9062040
Jul 14 08:55:18.796829 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 35806) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:55:18.849378 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-1b2cbe2a-eb69-4b1f-b320-bf28f960c682 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d5ca9a25ddbb42138f9b6a1b70d08687&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0512438
Jul 14 08:55:18.851962 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 35810) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:55:18.906782 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-61da98cd-3634-411c-8432-4598e741db47 None None] Deleting port 5504ed2a-2477-4611-ba97-3d3c9709246f {{(pid=82097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 14 08:55:18.907276 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-61da98cd-3634-411c-8432-4598e741db47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754220755827'] for port, before_delete {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:18.919661 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f27fe745-2595-478f-906b-a6d0b7cea695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:18.946315 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f27fe745-2595-478f-906b-a6d0b7cea695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:18.970968 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-61da98cd-3634-411c-8432-4598e741db47 None None] The port '5504ed2a-2477-4611-ba97-3d3c9709246f' was deleted {{(pid=82097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}}
Jul 14 08:55:18.990943 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f27fe745-2595-478f-906b-a6d0b7cea695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:18.995965 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-0aa8b4fa-b317-45dd-b5c2-d6c545eabdcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:55:19.010880 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27fe745-2595-478f-906b-a6d0b7cea695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f263b975-15b1-441b-a734-09126d8aabd2,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:55:19.015780 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-f27fe745-2595-478f-906b-a6d0b7cea695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:55:19.017753 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f27fe745-2595-478f-906b-a6d0b7cea695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:19.019552 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-f27fe745-2595-478f-906b-a6d0b7cea695 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f263b975-15b1-441b-a734-09126d8aabd2 HTTP/1.1" status: 204  len: 168 time: 0.1660619
Jul 14 08:55:19.051876 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 5504ed2a-2477-4611-ba97-3d3c9709246f no longer exists at agent ovs-agent-dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 14 08:55:19.085530 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.plugin [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] No Port match for: 5504ed2a-2477-4611-ba97-3d3c9709246f {{(pid=82097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 14 08:55:19.085920 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.plugins.ml2.rpc [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Device 5504ed2a-2477-4611-ba97-3d3c9709246f not bound to the agent host dv-cinder-800229-1-iscsi {{(pid=82097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 14 08:55:19.423658 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 35818) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:55:19.476195 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-f407ea61-d96d-4697-a3d3-7fca5d0e44b2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5abb2de6ec754377a973767f2a1d8b43&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0512733
Jul 14 08:55:19.478576 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [-] (82096) accepted ('10.222.0.42', 35822) {{(pid=82096) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 14 08:55:19.538888 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f2a17231-5ea4-4b7e-a545-06aa2025f8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:19.566038 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f2a17231-5ea4-4b7e-a545-06aa2025f8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:19.613122 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f2a17231-5ea4-4b7e-a545-06aa2025f8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754530'] for security_group, after_delete {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:19.618152 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-830e24d1-90a9-416b-9a24-83e4aba93522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 14 08:55:19.630671 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a17231-5ea4-4b7e-a545-06aa2025f8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920a7cab-a739-4aea-b0d2-4946ab6e0b3f,revision_number=None']} {{(pid=82096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 14 08:55:19.633258 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG oslo_concurrency.lockutils [None req-f2a17231-5ea4-4b7e-a545-06aa2025f8b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82096) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 14 08:55:19.636447 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-f2a17231-5ea4-4b7e-a545-06aa2025f8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82096) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:19.638417 dv-cinder-800229-1-iscsi neutron-server[81984]: INFO neutron.wsgi [None req-f2a17231-5ea4-4b7e-a545-06aa2025f8b3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/920a7cab-a739-4aea-b0d2-4946ab6e0b3f HTTP/1.1" status: 204  len: 168 time: 0.1586738
Jul 14 08:55:35.785260 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-11f7c8c5-6763-4882-8ea4-dc9ad04ef39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:36.142491 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:36.764188 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:37.773045 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-093e9de8-7553-437c-b907-2dc505cd4879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:38.550046 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:39.593156 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:55:48.251524 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.agents_db [None req-e2914788-e7e4-4a13-b83f-78c3979e9233 None None] Agent healthcheck: found 6 active agents {{(pid=82098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 14 08:56:05.786957 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-73c67dda-429c-4324-9098-13592cfe9bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:56:06.142953 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:56:06.765170 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:56:07.774184 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-084d6364-704d-4a99-9fc0-822c8cd5c859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:56:08.554742 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:56:09.597449 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:56:25.251969 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.agents_db [None req-e2914788-e7e4-4a13-b83f-78c3979e9233 None None] Agent healthcheck: found 6 active agents {{(pid=82098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 14 08:56:35.792271 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-fa076aee-07db-48f3-9b1b-c25b64348ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:56:36.157515 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:56:36.766587 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:56:37.775282 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-b6e48b6c-c522-412f-94d9-45f027b882be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:56:38.556391 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:56:39.599069 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:57:02.252858 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.agents_db [None req-e2914788-e7e4-4a13-b83f-78c3979e9233 None None] Agent healthcheck: found 6 active agents {{(pid=82098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 14 08:57:05.794034 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-0922e4f3-ad07-45b3-af0f-2d2207c99993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:57:06.171426 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:57:06.769186 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:57:07.777821 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-6f7f2f94-64be-44c9-8ba3-b0e6a4ae5f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:57:08.558198 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:57:09.602909 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:57:35.794584 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-94d27d30-1223-4f8b-aa45-fe489012876b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:57:36.180744 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:57:36.770852 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:57:37.778861 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-2917dc41-5c9a-49a3-94e8-207c8d8dd5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:57:38.562041 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:57:39.253133 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.agents_db [None req-e2914788-e7e4-4a13-b83f-78c3979e9233 None None] Agent healthcheck: found 6 active agents {{(pid=82098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 14 08:57:39.604570 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:58:05.795448 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-be83ac8c-00b1-4428-a584-0dc1be1238d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:58:06.177451 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:58:06.772411 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:58:07.779908 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e662b5a5-c12b-4c47-aaf9-58fa2a472a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:58:08.563449 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:58:09.606550 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:58:16.254211 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.agents_db [None req-e2914788-e7e4-4a13-b83f-78c3979e9233 None None] Agent healthcheck: found 6 active agents {{(pid=82098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 14 08:58:35.797343 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-e0f83124-2d4e-4e49-9b93-4753ae01e8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:58:36.196170 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:58:36.773472 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:58:37.781797 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-7e4a07cb-4ceb-44e6-92c3-8d61b811b097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:58:38.567741 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:58:39.610540 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:58:53.254583 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.agents_db [None req-e2914788-e7e4-4a13-b83f-78c3979e9233 None None] Agent healthcheck: found 6 active agents {{(pid=82098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 14 08:59:05.797511 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-5bfcf8bf-afff-47ae-8685-fffc027b0147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:59:06.203037 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:59:06.775193 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:59:07.784125 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1aa0bdc0-9aba-4343-8a3b-300fc175e2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:59:08.571674 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:59:09.611866 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:59:29.794719 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [req-d6badbf9-af6e-4c1f-ae80-f48fd70d1117 req-ab3e88be-7b84-4271-b514-566ce561dea3 service neutron] (82095) timed out ('10.222.0.43', 62273) {{(pid=82095) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Jul 14 08:59:30.099621 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.wsgi [req-34d44086-e638-410f-a558-c3ebce5d1cfe req-cfe8567b-50f3-4e18-9d66-effb0638c00f service neutron] (82096) timed out ('10.222.0.43', 62272) {{(pid=82096) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Jul 14 08:59:30.254827 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.agents_db [None req-e2914788-e7e4-4a13-b83f-78c3979e9233 None None] Agent healthcheck: found 6 active agents {{(pid=82098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 14 08:59:35.797894 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-30529770-e33f-4bcd-9b9e-4cd6cd565851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:59:36.207831 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:59:36.777635 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:59:37.787302 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-d07000b9-ac37-4064-9c0e-29d940f11c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:59:38.571905 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 08:59:39.614718 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 09:00:05.799591 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-32614ff4-e3b8-4344-b134-e112562ee3d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 09:00:06.230080 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-03e6ae67-f596-4828-af5d-094da11405a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 09:00:06.778054 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-47f44302-9af7-492f-b8a3-307b2bfdaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 09:00:07.255592 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron.db.agents_db [None req-e2914788-e7e4-4a13-b83f-78c3979e9233 None None] Agent healthcheck: found 6 active agents {{(pid=82098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 14 09:00:07.787818 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-85e9fc08-5518-44eb-8703-55e82cbafdca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 09:00:08.574555 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-76ee5b79-5dfb-4936-a28f-570adf38282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 14 09:00:09.618423 dv-cinder-800229-1-iscsi neutron-server[81984]: DEBUG neutron_lib.callbacks.manager [None req-1bfcca4c-4f5e-4e80-a14f-0b50c5f28247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754220844266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1026554'] for agent, after_update {{(pid=82097) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}